-- Logs begin at Wed 2022-05-04 07:31:38 UTC, end at Wed 2022-05-04 08:30:55 UTC. -- May 04 08:07:12.702238 dv-cinder-840289-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 04 08:07:15.439920 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.common.config [-] Logging enabled! May 04 08:07:15.440459 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev177 May 04 08:07:15.440702 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103456) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 04 08:07:15.444090 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.common.config [-] Logging enabled! May 04 08:07:15.444342 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev177 May 04 08:07:15.444645 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103456) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 04 08:07:15.445563 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 08:07:15.445789 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 08:07:15.446155 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 08:07:15.446387 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 08:07:15.446612 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 08:07:15.446920 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.447333 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.447557 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.447840 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.448120 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.448401 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.448684 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.448975 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.449254 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.449530 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.449811 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.450035 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.450310 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.450581 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.450863 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.451112 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] debug = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.451388 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.451806 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.452206 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.452488 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.452776 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.453046 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.453311 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.453579 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.453857 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.454173 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] host = dv-cinder-840289-4-iscsi {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.454442 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.454722 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.455028 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.455310 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.455576 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.455843 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.456119 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.456383 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.456649 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] log_file = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.456918 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.457198 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.457478 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.457759 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.458142 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.458361 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.458643 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.458957 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.459230 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.459498 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.459766 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.460031 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.460297 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.460562 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.460839 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.461117 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.461392 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.461660 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.461926 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.462189 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.462454 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.462729 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.463017 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.463286 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.463552 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.463830 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.464088 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.464352 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.464645 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.464922 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.465196 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.465473 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.465738 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.466011 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.466272 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.466537 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.466798 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] use_json = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.467085 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.467347 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.467620 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.467883 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.468146 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.468412 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.468675 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.468953 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.469217 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:15.469505 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.469795 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.470091 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.470366 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.470674 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.470977 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.471264 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.471540 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.471825 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.472107 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.472390 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.472664 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.472959 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.473240 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.473589 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.473891 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.474179 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.474468 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.474737 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.475035 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.475305 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.475577 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.475858 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.476127 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.476409 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.476691 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.476964 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.477254 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.477531 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.477812 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.478094 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.478391 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.478644 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.478936 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.479222 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.479491 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.479755 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.480023 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.480303 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.480578 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.480842 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.481117 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.481386 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.481649 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.481911 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.482177 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.482459 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.482729 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.483016 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.483283 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.483550 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.483813 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.484091 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.484361 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.484625 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.484888 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.485156 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.485421 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.485685 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.485954 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.486221 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.486492 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.486757 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.487050 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.487327 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.487594 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.487863 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.488134 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.488402 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.488674 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.488942 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.489287 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.489557 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.489822 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.490091 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.490384 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.490663 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.490956 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.491234 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.491504 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.491775 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.492046 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.492318 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.492590 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.492852 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.493148 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.493414 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.493693 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.493965 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.494252 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.494542 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.494812 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.495105 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.495380 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.495649 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.495918 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.496196 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.496472 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.496758 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.497045 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.497331 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.497617 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.497899 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.498176 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.498475 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.498746 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:15.498988 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 08:07:15.499225 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103456) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 04 08:07:15.956652 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 04 08:07:15.956904 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 04 08:07:15.957232 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 04 08:07:15.957557 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.manager [-] Loading core plugin: ml2 May 04 08:07:16.288844 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.289033 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.289297 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.290478 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.290746 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.291029 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.344908 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.345185 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.345439 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.360123 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.360394 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.360662 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.390439 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.390707 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.391000 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.428824 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.429095 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.429355 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.773604 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.774291 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.774291 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.775318 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.776014 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.872985 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.873303 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.873581 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.873848 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.874107 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.874409 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.874663 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.874944 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.875218 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.875490 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.875743 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.875997 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.876228 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.876472 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.876716 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.876969 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.877213 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.877471 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.877715 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.877965 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.878228 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.878472 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.878744 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.879142 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.879415 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.879683 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.880072 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103456) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 08:07:16.880309 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103456) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 08:07:16.880544 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103456) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 08:07:16.880776 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103456) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 08:07:16.881006 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103456) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 08:07:16.881236 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103456) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 08:07:16.881593 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 04 08:07:16.884746 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 04 08:07:16.888616 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 04 08:07:16.892578 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) May 04 08:07:16.894165 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 04 08:07:16.894626 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 04 08:07:16.895132 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 04 08:07:16.895715 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 04 08:07:16.898486 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 04 08:07:16.898728 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 04 08:07:16.899088 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 04 08:07:16.903842 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 04 08:07:16.927306 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 04 08:07:16.927748 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.928036 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103456) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 04 08:07:16.928397 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.929724 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103456) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 04 08:07:16.929995 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 04 08:07:16.930231 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 04 08:07:16.933536 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.933803 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:16.995594 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 04 08:07:16.995828 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 04 08:07:16.996044 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 04 08:07:16.996417 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 04 08:07:17.021131 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_db.sqlalchemy.engines [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103456) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 04 08:07:17.474413 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.managers [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Initializing driver for type 'gre' May 04 08:07:17.474963 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] gre ID ranges: [(1, 1000)] May 04 08:07:17.530588 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.managers [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Initializing driver for type 'local' May 04 08:07:17.530938 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.managers [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Initializing driver for type 'vlan' May 04 08:07:17.544376 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] VlanTypeDriver initialization complete May 04 08:07:17.544703 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.managers [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Initializing driver for type 'vxlan' May 04 08:07:17.545181 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] vxlan ID ranges: [(1, 1000)] May 04 08:07:17.600066 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.managers [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Initializing extension driver 'port_security' May 04 08:07:17.600457 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.extensions.port_security [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] PortSecurityExtensionDriver initialization complete May 04 08:07:17.600752 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.managers [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Initializing mechanism driver 'openvswitch' May 04 08:07:17.601070 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.managers [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Initializing mechanism driver 'hyperv' May 04 08:07:17.607527 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:07:17.608357 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > port after_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.608725 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > port after_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.609071 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > port after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.609589 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103456) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 08:07:17.610020 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > subnet after_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.610369 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > subnet after_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.610710 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.611123 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103456) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 08:07:17.611520 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > network after_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.611864 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > network after_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.612203 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > network after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.612592 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103456) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 08:07:17.612988 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > security_group after_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.613332 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > security_group after_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.613670 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > security_group after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.614119 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103456) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 08:07:17.614518 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.614861 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.615222 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.615612 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103456) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 08:07:17.616006 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > address_group after_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.616344 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > address_group after_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.616675 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > address_group after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.617058 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103456) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 08:07:17.617494 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] ML2 OVO RPC backend initialized. {{(pid=103456) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 04 08:07:17.618179 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.618528 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.618955 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > network before_response 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.619301 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > networks before_response 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.619644 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > port before_response 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.619985 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > ports before_response 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.620323 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > subnet before_response 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.620657 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > subnets before_response 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.620995 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > network after_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.621325 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > network after_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.621653 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > network after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.621983 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > port after_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.622310 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > port after_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.622637 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > port after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.622999 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > subnet after_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.623331 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > subnet after_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.623657 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.631121 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.quota [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded quota_driver: . May 04 08:07:17.631478 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.plugin [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Modular L2 Plugin initialization complete May 04 08:07:17.631823 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading services supported by the core plugin {{(pid=103456) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 04 08:07:17.632158 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.plugins.ml2.managers [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Got port-security extension from driver 'port_security' May 04 08:07:17.632662 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.extensions.vlantransparent [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Disabled vlantransparent extension. May 04 08:07:17.633148 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103456) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 04 08:07:17.633466 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading Plugin: router May 04 08:07:17.667736 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > router_interface before_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.668054 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > router after_create 55549900 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.668422 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > router before_create 55549900 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.668778 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.669144 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.669499 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > router after_delete 55549900 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.669847 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > floatingip after_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.670191 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > floatingip after_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.670539 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > router after_create 55549900 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.670894 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > router after_update 55549900 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.671241 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > router after_update 55549900 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.671585 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.672081 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > router after_update 55549900 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.672481 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > router precommit_update 55549900 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.672848 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: port after_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.673181 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: port after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.673513 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: subnet after_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.673826 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.674169 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > port precommit_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.674509 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > router precommit_create 55549900 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.674845 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: port before_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.675321 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > router precommit_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.675564 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > router after_update 55549900 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.675899 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > router precommit_delete 55549900 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.676240 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > router precommit_create 55549900 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.676648 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.676987 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > router precommit_update 55549900 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.677344 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > agent after_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.677689 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > agent after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.678024 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > network after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.678864 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Tracking information for resource: router configured {{(pid=103456) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 08:07:17.679213 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Tracking information for resource: floatingip configured {{(pid=103456) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 08:07:17.684063 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.db.l3_agentschedulers_db [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 04 08:07:17.684624 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: port after_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.684979 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: port after_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.685325 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: port after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.685668 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: port after_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.686438 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > router before_create 55550100 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.686796 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > router precommit_delete 55550100 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.687179 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > router precommit_create 55550100 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.687527 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > router precommit_update 55550100 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.692581 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.services.provider_configuration [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Service providers = [] {{(pid=103456) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 04 08:07:17.692940 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.db.servicetype_db [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103456) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 04 08:07:17.695829 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.services.service_base [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103456) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 08:07:17.696173 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.services.service_base [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103456) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 08:07:17.696510 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.services.service_base [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103456) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 08:07:17.697369 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.services.service_base [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103456) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 08:07:17.697747 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.services.service_base [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Default provider is not specified for service type L3_ROUTER_NAT May 04 08:07:17.698120 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103456) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 08:07:17.698431 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 04 08:07:17.708959 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103456) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 08:07:17.709294 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading Plugin: auto_allocate May 04 08:07:17.714914 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: network precommit_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.715307 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: network precommit_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.715819 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103456) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 08:07:17.716134 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading Plugin: tag May 04 08:07:17.722792 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103456) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 08:07:17.723141 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading Plugin: timestamp May 04 08:07:17.726916 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103456) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 08:07:17.727260 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading Plugin: network_ip_availability May 04 08:07:17.732677 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.733043 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.733390 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.734093 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103456) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 08:07:17.734410 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading Plugin: flavors May 04 08:07:17.739366 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103456) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 08:07:17.739691 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading Plugin: revisions May 04 08:07:17.743926 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103456) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 08:07:17.744299 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_concurrency.lockutils [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.787s {{(pid=103456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 04 08:07:17.745031 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103456) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 04 08:07:17.745352 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Initializing extension manager. May 04 08:07:17.745863 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: __init__.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.746194 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: __pycache__ {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.746522 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: _port_mac_address_override.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.746842 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: address_group.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.747601 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.748150 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: address-group May 04 08:07:17.748464 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: address_scope.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.749174 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.749674 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: address-scope May 04 08:07:17.749993 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: admin_state_down_before_update.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.750909 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.751416 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: router-admin-state-down-before-update May 04 08:07:17.751735 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: agent.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.752412 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.752897 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: agent May 04 08:07:17.753212 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: agent_resources_synced.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.754096 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.754596 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: agent-resources-synced May 04 08:07:17.754961 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: allowedaddresspairs.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.756702 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.757212 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: allowed-address-pairs May 04 08:07:17.757532 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: auto_allocated_topology.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.758585 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.759127 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: auto-allocated-topology May 04 08:07:17.759445 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: availability_zone.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.760125 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.760615 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: availability_zone May 04 08:07:17.760933 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: availability_zone_filter.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.761831 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.762332 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: availability_zone_filter May 04 08:07:17.762654 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: data_plane_status.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.763565 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.764062 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension data-plane-status not supported by any of loaded plugins May 04 08:07:17.764374 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: default_subnetpools.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.765269 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.765764 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: default-subnetpools May 04 08:07:17.766077 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: dhcpagentscheduler.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.766868 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.767380 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: dhcp_agent_scheduler May 04 08:07:17.767693 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: dns.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.768596 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.769089 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension dns-integration not supported by any of loaded plugins May 04 08:07:17.769403 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: dns_domain_ports.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.770363 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.770858 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension dns-domain-ports not supported by any of loaded plugins May 04 08:07:17.771197 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.772092 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.772585 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 04 08:07:17.772901 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: dvr.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.773557 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.774053 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: dvr May 04 08:07:17.774595 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: ecmp_routes.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.775294 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.775793 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension ecmp_routes not supported by any of loaded plugins May 04 08:07:17.776108 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: empty_string_filtering.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.776996 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.777495 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: empty-string-filtering May 04 08:07:17.777809 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.778706 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.779238 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 04 08:07:17.779552 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.780445 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.780941 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 04 08:07:17.781253 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: external_net.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.782138 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.782636 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: external-net May 04 08:07:17.782981 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: extra_dhcp_opt.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.783870 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.784368 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: extra_dhcp_opt May 04 08:07:17.784682 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: extraroute.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.785564 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.786214 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: extraroute May 04 08:07:17.786532 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: extraroute_atomic.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.787744 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.788245 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: extraroute-atomic May 04 08:07:17.788559 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: filter_validation.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.789211 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.789976 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: filter-validation May 04 08:07:17.790519 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: fip_pf_description.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.791981 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.792714 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 04 08:07:17.793033 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: fip_pf_port_range.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.794272 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.795164 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 04 08:07:17.795644 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: fip_port_details.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.796764 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.797272 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: fip-port-details May 04 08:07:17.797616 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: flavors.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.799205 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.799711 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: flavors May 04 08:07:17.800045 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.801948 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.802813 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 04 08:07:17.803644 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: floatingip_pools.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.804552 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.805494 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: floatingip-pools May 04 08:07:17.805804 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: ip_allocation.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.806814 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.807350 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension ip_allocation not supported by any of loaded plugins May 04 08:07:17.807709 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.808890 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.809384 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: ip-substring-filtering May 04 08:07:17.809734 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: l2_adjacency.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.810642 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.811143 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension l2_adjacency not supported by any of loaded plugins May 04 08:07:17.811461 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: l3.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.812469 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.812976 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: router May 04 08:07:17.813298 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: l3_conntrack_helper.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.815904 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.816454 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 04 08:07:17.816752 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.817960 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.818459 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: ext-gw-mode May 04 08:07:17.818783 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.819729 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.820228 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: l3-ha May 04 08:07:17.820554 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.821716 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.822218 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 04 08:07:17.822535 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: l3_flavors.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.823464 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.823963 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: l3-flavors May 04 08:07:17.824282 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: l3_ndp_proxy.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.825633 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.826143 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 04 08:07:17.826467 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.827398 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.827901 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: l3-port-ip-change-not-allowed May 04 08:07:17.828223 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: l3agentscheduler.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.829442 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.829944 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: l3_agent_scheduler May 04 08:07:17.830264 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: local_ip.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.834368 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.835305 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension local_ip not supported by any of loaded plugins May 04 08:07:17.835633 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: logging.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.837090 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.837605 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension logging not supported by any of loaded plugins May 04 08:07:17.837933 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: metering.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.839516 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.840094 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: metering May 04 08:07:17.840446 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.841531 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.842041 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: metering_source_and_destination_fields May 04 08:07:17.842358 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: multiprovidernet.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.844134 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.844640 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: multi-provider May 04 08:07:17.844962 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: netmtu.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.845870 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.846370 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: net-mtu May 04 08:07:17.846684 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: netmtu_writable.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.847631 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.848953 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: net-mtu-writable May 04 08:07:17.849277 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: network_availability_zone.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.849940 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.850439 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: network_availability_zone May 04 08:07:17.850757 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: network_ip_availability.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.851876 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.852395 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: network-ip-availability May 04 08:07:17.852707 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: network_segment_range.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.853456 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.853954 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension network-segment-range not supported by any of loaded plugins May 04 08:07:17.854275 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: pagination.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.855275 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.855656 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: pagination May 04 08:07:17.855911 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: port_device_profile.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.856803 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.857305 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: port-device-profile May 04 08:07:17.857625 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: port_mac_address_override.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.858540 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.859076 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: port-mac-override May 04 08:07:17.859395 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.860304 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.860801 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: port-mac-address-regenerate May 04 08:07:17.861119 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.862006 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.862504 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: port-numa-affinity-policy May 04 08:07:17.862821 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: port_resource_request.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.863753 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.864344 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension port-resource-request not supported by any of loaded plugins May 04 08:07:17.864649 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: port_resource_request_groups.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.865595 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.866082 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension port-resource-request-groups not supported by any of loaded plugins May 04 08:07:17.866400 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: portbindings.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.867330 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.867846 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: binding May 04 08:07:17.868266 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: portbindings_extended.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.869402 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.869903 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: binding-extended May 04 08:07:17.870224 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: portsecurity.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.871162 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.871669 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: port-security May 04 08:07:17.871988 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: project_id.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.872966 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.873290 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: project-id May 04 08:07:17.873606 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: providernet.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.874505 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.875038 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: provider May 04 08:07:17.875358 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: qos.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.879093 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.879641 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension qos not supported by any of loaded plugins May 04 08:07:17.879975 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.881202 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.881704 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 04 08:07:17.882027 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.882949 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.883451 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 04 08:07:17.883776 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: qos_default.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.884680 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.885179 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension qos-default not supported by any of loaded plugins May 04 08:07:17.885498 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: qos_fip.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.886403 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.886922 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension qos-fip not supported by any of loaded plugins May 04 08:07:17.887244 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: qos_fip_network_policy.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.888145 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.888635 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 04 08:07:17.888951 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: qos_gateway_ip.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.889854 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.890350 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension qos-gateway-ip not supported by any of loaded plugins May 04 08:07:17.890663 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: qos_port_network_policy.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.891589 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.892113 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension qos-port-network-policy not supported by any of loaded plugins May 04 08:07:17.892431 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.893457 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.893965 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension qos-pps-minimum not supported by any of loaded plugins May 04 08:07:17.894285 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.895401 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.895901 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 04 08:07:17.896222 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: qos_pps_rule.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.897374 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.897881 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension qos-pps not supported by any of loaded plugins May 04 08:07:17.898203 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: qos_rule_type_details.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.899129 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.899635 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension qos-rule-type-details not supported by any of loaded plugins May 04 08:07:17.899956 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: qos_rule_type_filter.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.900858 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.901356 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 04 08:07:17.901674 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: qos_rules_alias.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.902695 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.903228 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension qos-rules-alias not supported by any of loaded plugins May 04 08:07:17.903553 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: quota_check_limit.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.904528 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.905030 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: quota-check-limit May 04 08:07:17.905351 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: quotasv2.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.906292 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.906614 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: quotas May 04 08:07:17.906956 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: quotasv2_detail.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.908653 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.908983 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: quota_details May 04 08:07:17.909307 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: rbac.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.910351 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.910903 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: rbac-policies May 04 08:07:17.911257 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: rbac_address_group.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.912176 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.912691 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: rbac-address-group May 04 08:07:17.913010 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: rbac_address_scope.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.913928 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.914433 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: rbac-address-scope May 04 08:07:17.914751 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: rbac_security_groups.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.915697 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.916200 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: rbac-security-groups May 04 08:07:17.916518 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: rbac_subnetpool.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.917431 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.917977 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: rbac-subnetpool May 04 08:07:17.918247 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: revisionifmatch.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.919179 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.919680 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: revision-if-match May 04 08:07:17.919993 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: revisions.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.921098 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.921598 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: standard-attr-revisions May 04 08:07:17.921914 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: router_availability_zone.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.922572 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.923110 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: router_availability_zone May 04 08:07:17.923426 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: routerservicetype.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.924332 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.924829 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension router-service-type not supported by any of loaded plugins May 04 08:07:17.925141 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.926044 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.926568 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: security-groups-normalized-cidr May 04 08:07:17.926895 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: security_groups_port_filtering.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.927810 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.928309 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: port-security-groups-filtering May 04 08:07:17.928627 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.929546 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.930045 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: security-groups-remote-address-group May 04 08:07:17.930361 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.931426 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.931928 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: security-groups-shared-filtering May 04 08:07:17.932244 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.932825 dv-cinder-840289-4-iscsi neutron-server[103456]: WARNING neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 04 08:07:17.933141 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: securitygroup.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.942991 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.943508 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: security-group May 04 08:07:17.943834 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: segment.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.944547 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.945046 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension segment not supported by any of loaded plugins May 04 08:07:17.945365 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.946308 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.946805 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 04 08:07:17.947153 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: servicetype.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.948236 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.948745 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: service-type May 04 08:07:17.949064 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: sorting.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.950024 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.950349 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: sorting May 04 08:07:17.950666 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: standard_attr_segment.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.951594 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.952097 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension standard-attr-segment not supported by any of loaded plugins May 04 08:07:17.952416 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: standardattrdescription.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.953058 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.953555 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: standard-attr-description May 04 08:07:17.953870 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: stateful_security_group.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.954787 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.955326 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: stateful-security-group May 04 08:07:17.955646 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: stdattrs_common.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.956210 dv-cinder-840289-4-iscsi neutron-server[103456]: WARNING neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 04 08:07:17.956530 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.957438 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.957975 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 04 08:07:17.958295 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: subnet_onboard.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.959360 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.959865 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: subnet_onboard May 04 08:07:17.960184 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.961099 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.961598 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 04 08:07:17.961917 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: subnet_service_types.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.962834 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.963371 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: subnet-service-types May 04 08:07:17.963691 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: subnetallocation.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.964764 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.965266 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: subnet_allocation May 04 08:07:17.965586 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.966240 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.966740 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: subnetpool-prefix-ops May 04 08:07:17.967086 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.967993 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.968490 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 04 08:07:17.968806 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: tagging.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.969864 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.970365 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: standard-attr-tag May 04 08:07:17.970688 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: timestamp.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.971906 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.972412 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loaded extension: standard-attr-timestamp May 04 08:07:17.972739 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: trunk.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.973814 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.974319 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension trunk not supported by any of loaded plugins May 04 08:07:17.974638 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: trunk_details.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.975564 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.976064 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension trunk-details not supported by any of loaded plugins May 04 08:07:17.976382 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: uplink_status_propagation.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.977286 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.977784 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension uplink-status-propagation not supported by any of loaded plugins May 04 08:07:17.978099 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Loading extension file: vlantransparent.py {{(pid=103456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:07:17.978752 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:07:17.979279 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extension vlan-transparent not supported by any of loaded plugins May 04 08:07:17.981826 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Creating instance of TrackedResource for resource:network May 04 08:07:17.982338 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Creating instance of TrackedResource for resource:subnet May 04 08:07:17.982736 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Creating instance of TrackedResource for resource:subnetpool May 04 08:07:17.983151 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Creating instance of TrackedResource for resource:port May 04 08:07:17.984371 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.v2.resource_helper [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103456) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 08:07:17.984800 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.v2.resource_helper [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Service FLAVORS assigned prefix: {{(pid=103456) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 08:07:17.985395 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.v2.resource_helper [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103456) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 08:07:17.985803 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.v2.resource_helper [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103456) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 08:07:17.986126 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Creating instance of TrackedResource for resource:router May 04 08:07:17.986554 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Creating instance of TrackedResource for resource:floatingip May 04 08:07:17.987063 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.v2.resource_helper [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Service METERING assigned prefix: /metering {{(pid=103456) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 08:07:17.988516 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.988893 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.989274 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:07:17.990256 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Creating instance of CountableResource for resource:rbac_policy May 04 08:07:17.990693 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Creating instance of TrackedResource for resource:security_group May 04 08:07:17.991156 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Creating instance of TrackedResource for resource:security_group_rule May 04 08:07:17.991765 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.v2.resource_helper [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Service CORE assigned prefix: {{(pid=103456) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 08:07:17.992093 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Creating instance of TrackedResource for resource:subnetpool May 04 08:07:17.992440 dv-cinder-840289-4-iscsi neutron-server[103456]: WARNING neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] subnetpool is already registered May 04 08:07:17.992853 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.v2.resource_helper [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Service CORE assigned prefix: {{(pid=103456) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 08:07:17.993182 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Creating instance of TrackedResource for resource:subnetpool May 04 08:07:17.993507 dv-cinder-840289-4-iscsi neutron-server[103456]: WARNING neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] subnetpool is already registered May 04 08:07:17.995854 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.v2.resource_helper [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103456) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 08:07:17.996282 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.v2.resource_helper [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Service FLAVORS assigned prefix: {{(pid=103456) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 08:07:17.996864 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.v2.resource_helper [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103456) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 08:07:17.997274 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.v2.resource_helper [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103456) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 08:07:17.997599 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Creating instance of TrackedResource for resource:router May 04 08:07:17.997932 dv-cinder-840289-4-iscsi neutron-server[103456]: WARNING neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] router is already registered May 04 08:07:17.998344 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Creating instance of TrackedResource for resource:floatingip May 04 08:07:17.998704 dv-cinder-840289-4-iscsi neutron-server[103456]: WARNING neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] floatingip is already registered May 04 08:07:17.999172 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.v2.resource_helper [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Service METERING assigned prefix: /metering {{(pid=103456) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 08:07:17.999831 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Creating instance of CountableResource for resource:rbac_policy May 04 08:07:18.000153 dv-cinder-840289-4-iscsi neutron-server[103456]: WARNING neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] rbac_policy is already registered May 04 08:07:18.000555 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Creating instance of TrackedResource for resource:security_group May 04 08:07:18.000882 dv-cinder-840289-4-iscsi neutron-server[103456]: WARNING neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] security_group is already registered May 04 08:07:18.001278 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Creating instance of TrackedResource for resource:security_group_rule May 04 08:07:18.001604 dv-cinder-840289-4-iscsi neutron-server[103456]: WARNING neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] security_group_rule is already registered May 04 08:07:18.002207 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.v2.resource_helper [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Service CORE assigned prefix: {{(pid=103456) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 08:07:18.002534 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Creating instance of TrackedResource for resource:subnetpool May 04 08:07:18.002861 dv-cinder-840289-4-iscsi neutron-server[103456]: WARNING neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] subnetpool is already registered May 04 08:07:18.003286 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.v2.resource_helper [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Service CORE assigned prefix: {{(pid=103456) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 08:07:18.003606 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Creating instance of TrackedResource for resource:subnetpool May 04 08:07:18.003932 dv-cinder-840289-4-iscsi neutron-server[103456]: WARNING neutron.quota.resource_registry [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] subnetpool is already registered May 04 08:07:18.004390 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: extensions {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.005904 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: address-groups {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.007435 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: address-scopes {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.008738 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: agents {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.009895 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: auto-allocated-topology {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.011155 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: availability_zones {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.012379 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: dhcp-networks {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.013877 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: dhcp-agents {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.015398 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: routers {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.017601 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: flavors {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.018753 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: service_profiles {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.019973 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: next_providers {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.021439 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: service_profiles {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.023015 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: floatingip-pools {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.024214 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: routers {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.026309 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: floatingips {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.028472 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: l3-routers {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.029851 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: l3-agents {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.031304 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: metering-labels {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.032658 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: metering-label-rules {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.033927 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: network-ip-availabilities {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.035195 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: bindings {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.037224 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: quotas {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.038783 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: quotas {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.040333 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: rbac-policies {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.041623 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: security-groups {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.042850 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: security-group-rules {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.044091 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: service-providers {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.045378 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: subnetpools {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.046786 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: subnetpools {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.048244 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: tags {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.049907 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: tags {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.051779 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: tags {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.053589 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: tags {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.055385 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: tags {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.057216 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: tags {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.058919 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: tags {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.060957 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: tags {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.062708 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: tags {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.064899 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron.api.extensions [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Extended resource: tags {{(pid=103456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:07:18.070838 dv-cinder-840289-4-iscsi neutron-server[103456]: WARNING keystonemiddleware.auth_token [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 04 08:07:18.075541 dv-cinder-840289-4-iscsi neutron-server[103456]: WARNING keystonemiddleware.auth_token [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 04 08:07:18.083987 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_concurrency.lockutils [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Acquired lock "singleton_lock" {{(pid=103456) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 04 08:07:18.084452 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_concurrency.lockutils [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Releasing lock "singleton_lock" {{(pid=103456) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 04 08:07:18.085098 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO oslo_service.service [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Starting 2 workers May 04 08:07:18.089879 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Started child 103563 {{(pid=103456) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 08:07:18.094298 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Started child 103564 {{(pid=103456) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 08:07:18.095314 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:18.096062 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO neutron.service [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Neutron service started, listening on 0.0.0.0:9696 May 04 08:07:18.096421 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Publish callbacks [] for process (None), before_spawn {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:18.096757 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [-] (103563) wsgi starting up on http://0.0.0.0:9696 May 04 08:07:18.098852 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO oslo_service.service [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Starting 1 workers May 04 08:07:18.099020 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:18.100278 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [-] (103564) wsgi starting up on http://0.0.0.0:9696 May 04 08:07:18.104032 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Started child 103565 {{(pid=103456) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 08:07:18.104648 dv-cinder-840289-4-iscsi neutron-server[103456]: INFO oslo_service.service [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Starting 1 workers May 04 08:07:18.108001 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.service [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] calling RpcWorker wait() {{(pid=103565) _wait /opt/stack/neutron/neutron/service.py:128}} May 04 08:07:18.108557 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.service [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] returning from RpcWorker wait() {{(pid=103565) _wait /opt/stack/neutron/neutron/service.py:135}} May 04 08:07:18.109067 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Started child 103566 {{(pid=103456) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 08:07:18.109805 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:18.109953 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9065073-6c15-4083-b4dc-3b440a0b969e None None] Publish callbacks [] for process (None), after_spawn {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:18.110260 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:07:18.111697 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103456) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 04 08:07:18.111860 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 08:07:18.112234 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 08:07:18.112430 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 08:07:18.112949 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 08:07:18.113076 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 08:07:18.113609 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.113883 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.114305 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:18.114816 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.114816 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.115126 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.115571 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.115696 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:07:18.115786 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.116070 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.116273 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.116422 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.116595 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.116836 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.117074 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.117364 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.117621 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.117875 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.118111 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.118286 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.118515 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.118764 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.119033 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.119300 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] debug = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.119533 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.120019 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.120225 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.120493 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.120703 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.120955 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.121189 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.121423 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.121644 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.121854 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.122085 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.122348 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.122596 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.122798 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.123045 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.123296 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.123526 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.123981 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] host = dv-cinder-840289-4-iscsi {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.124206 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.124415 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.124652 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.124887 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.125235 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.125387 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.125635 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.125791 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.126018 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.126236 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.126465 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.126687 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.126977 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.127228 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] log_file = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.127373 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] log_options = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.127604 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.127863 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.128117 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.128299 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.128454 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.128611 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.128858 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.129014 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.129253 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.129462 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.129757 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.129972 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.130222 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.130705 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.130968 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.131198 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.131422 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.131641 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.131897 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.132119 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.132344 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.132606 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.132794 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.133032 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.133344 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.133513 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.133699 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.133921 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.134125 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.134361 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.134594 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.134837 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.135107 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.135339 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.135588 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.135823 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.136039 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.136281 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.136497 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.136715 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.137022 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.137216 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.137420 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.137649 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.137853 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.138071 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.138291 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] use_json = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.138495 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.138715 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.138984 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.139215 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.139419 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.139625 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.139829 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.140051 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.140275 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.141580 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.141847 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.142150 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.142437 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.142681 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.142952 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.143183 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.143626 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.143626 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.144011 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.144207 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.144418 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.144711 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.144956 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.145357 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.145973 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.145973 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.145973 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.146601 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.146601 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.146601 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.147273 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.147273 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.147588 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.147588 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.147810 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.148039 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.148337 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.148603 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.148862 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.149190 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.149496 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.149917 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.150318 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.150714 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.151134 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.151396 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.151655 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.151863 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.152321 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.152321 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.152702 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.152889 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.153078 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.153284 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.153699 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.153699 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.154052 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.154170 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.154341 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.154558 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.154767 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.155022 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.155209 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.155415 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.155629 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.155903 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.156323 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.156906 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.157116 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.157487 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.157891 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.158741 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.158741 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.158741 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.159087 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.159178 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.159422 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.159656 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.159901 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.160114 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.160323 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.160494 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.161124 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.161124 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.161124 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.161527 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.163000 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.163000 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.163000 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.163000 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.163000 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.163000 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.163000 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.163000 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.163549 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.163549 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.163685 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.163925 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.164157 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.164276 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.165035 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.165035 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.165035 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.165284 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.165462 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.165687 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.165882 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.166569 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.166569 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.166569 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.167000 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.167000 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.167283 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.168170 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.168170 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.168170 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.168170 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.168619 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.168619 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.168776 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.168974 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.169201 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.169422 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.169704 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.169928 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.170153 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.170381 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.170625 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.171140 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.171389 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.171614 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.171852 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.172106 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.172389 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.172649 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.172937 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.173819 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.173819 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.173819 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.174045 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.174115 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.176891 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.176891 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.176891 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.176891 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.176891 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.176891 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.176891 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.176891 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.177448 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.177448 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.177448 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.177448 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.177448 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.177448 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.177800 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.177875 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.178039 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.178438 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.178663 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.178950 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.179130 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.179350 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.179553 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.179814 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.180014 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.180426 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.180635 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.180830 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.181105 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.181314 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.181492 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.181864 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.182080 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.182292 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.182929 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.182929 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.183124 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.183199 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.183385 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.183764 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.184032 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.184185 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.184443 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.184655 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.185111 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.185211 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.185386 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.185608 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.186979 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.186979 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.186979 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.186979 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.186979 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.186979 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.187516 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.187516 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.187680 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.187762 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.188116 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.188271 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.188404 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.188647 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.189279 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.189570 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.189741 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.190475 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.190475 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.190475 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.190830 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.190830 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.191124 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.191253 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.191453 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.192571 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.192571 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.192571 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.192571 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.193055 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.193055 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.193285 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.193408 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.193527 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.194085 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.194085 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.194317 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.194317 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.194515 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.194735 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.194959 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.195171 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.195379 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.195659 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.195912 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.196133 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.196402 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.196685 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.196838 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.197033 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.197275 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.197465 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.197689 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.197899 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.198177 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.198367 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.198568 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.198770 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.199009 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.199220 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.199443 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.199663 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.199869 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.200071 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.200287 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.200502 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.200704 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.200920 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.201142 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.201344 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.201556 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.201772 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.201974 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.202192 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.202394 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.202615 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.202847 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.203080 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.203282 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.203548 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.203797 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.204024 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.204300 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.204540 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.204800 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.205012 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.206532 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.206532 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.206532 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.206532 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.206532 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.206532 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.207268 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.207268 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.207268 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.207593 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.207748 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.207940 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.208213 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.208621 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.208849 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.209130 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.209528 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.209702 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.209965 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.210216 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.210461 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.210703 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.210931 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.211146 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.211374 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.211584 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.211854 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.212080 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.212315 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.212527 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.212747 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.212976 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.213212 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.213437 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.213650 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.213860 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.214012 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 08:07:18.214714 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103456) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 04 08:07:18.214871 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 08:07:18.215059 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 08:07:18.215226 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 08:07:18.215391 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 08:07:18.215539 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 08:07:18.215743 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.215901 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.216058 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.216212 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.216388 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.216549 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.216694 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.216838 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.216993 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.217147 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.217300 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.217452 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.217606 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.217761 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.217915 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.218168 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.218261 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.218446 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.218575 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.218676 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.218811 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.219060 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] debug = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.219235 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.219409 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.219590 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.219723 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.222907 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.222907 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.222907 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.222907 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.222907 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.222907 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.222907 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.222907 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.223636 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.223636 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.223636 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.223636 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.223636 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.223636 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] host = dv-cinder-840289-4-iscsi {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.223636 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.223636 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.224100 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.224100 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.224100 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.224100 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.224100 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.224100 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.224441 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:07:18.224738 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.224908 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.225069 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.225229 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.225388 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.225544 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] log_file = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.225701 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] log_options = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.225858 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.226014 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.226168 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.226348 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.226506 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.226669 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.226809 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.227131 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.227290 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.227759 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.227759 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.227759 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.227995 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.227995 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.228208 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.228306 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.228456 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.228696 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.228794 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.228876 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.229032 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.229189 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.229342 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.229672 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.229672 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.229938 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.229938 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.230110 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.230190 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.230345 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.230481 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.230849 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.230849 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.231137 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.231137 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.231373 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.231373 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.231604 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.231726 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.231849 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.231971 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.232094 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.232243 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.232489 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.232489 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.232690 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.232774 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] use_json = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.232925 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.233073 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.233222 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.233374 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.233523 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.233683 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.233837 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.233991 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.234145 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:07:18.234323 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.234477 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.234784 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.235109 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.235275 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.235409 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.235561 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.235719 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.235876 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.236032 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.236195 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.236354 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.236522 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.236681 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.236838 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.236998 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.237154 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.237312 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.237469 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.237625 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.237782 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.237939 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.238104 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.238261 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.238418 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.238575 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.238731 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.238958 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.239092 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.239250 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.239422 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.239580 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.240303 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.240303 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.240303 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.240303 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.240303 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.240679 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.240679 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.240827 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.240954 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.241126 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.241262 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.241386 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.241508 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.241632 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.241793 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.241950 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.242108 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.242264 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.242419 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.242595 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.242720 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.242893 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.243062 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.243203 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.243369 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.243525 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.243692 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.243848 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.244004 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.244160 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.244316 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.244473 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.244628 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.244785 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.244942 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.245099 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.245254 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.245422 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.245578 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.245733 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.245889 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.246045 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.246202 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.246359 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.246514 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.246669 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.247577 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.247577 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.247577 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.247577 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.247577 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.247577 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.249110 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.249110 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.249110 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.249110 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.249110 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.249110 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.249110 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.249110 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.249110 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.249868 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.249868 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.249868 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.249868 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.249868 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.249868 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.250289 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.250289 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.250289 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.250508 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.250508 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.250655 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.250772 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.250954 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.251088 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.251242 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.251399 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.251554 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.251710 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.251866 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.252023 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.252180 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.252335 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.252480 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.252691 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.252810 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.252943 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.253066 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.253227 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.253387 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.253551 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.253717 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.253874 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.254032 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.254189 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.254345 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.254501 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.254738 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.254910 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.255072 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.255230 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.255399 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.255563 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.255687 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.255823 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.255978 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.256245 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.256381 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.256504 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.256625 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.256746 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.256903 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.257059 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.257217 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.257373 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.257529 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.257687 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.257843 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.258000 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.258156 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.258313 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.258469 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.258626 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.258783 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.258975 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.259136 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.259293 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.259450 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.259607 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.259762 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.259918 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.260119 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.260245 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.260367 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.260490 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.260649 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.260806 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.260961 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.261117 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.261316 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.261551 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.261551 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.261847 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.261847 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.261999 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.262140 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.262296 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.262452 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.262611 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.262832 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.263004 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.263128 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.263251 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.263373 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.263520 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.263677 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.263833 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.263988 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.264130 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.264291 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.264447 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.264620 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.264776 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.264931 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.265142 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.265274 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.265397 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.265534 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.265682 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.265839 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.265995 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.266156 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.266313 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.266469 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.266626 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.266783 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.266968 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.267148 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.267277 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.267433 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.267590 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.267748 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.267903 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.268060 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.268217 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.268374 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.268530 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.268686 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.268845 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.269001 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.269169 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.269325 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.269480 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.269636 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.269791 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.269946 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.270111 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.270289 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.270445 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.270602 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.270758 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.270934 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.271102 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.271259 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.271414 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.271569 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.271724 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.271879 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.272043 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.272200 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.272356 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.272511 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.272667 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.272825 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.272990 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.273145 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.273305 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.273460 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.273616 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.273771 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.273934 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.274092 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.274246 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.274402 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.274558 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.274715 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.274906 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.275055 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.275216 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.275380 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.275535 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.275717 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.275851 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.276017 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.276175 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.276333 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.276490 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.276647 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.276804 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.276965 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.277124 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.277290 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.277452 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.277610 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.277775 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.277939 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.278105 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.278262 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.278425 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.278592 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.278750 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.278925 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.279102 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.279229 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.279384 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.279540 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.279696 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.279854 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.280008 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.280164 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.280320 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.280478 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.280632 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.280789 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.280945 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.281101 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.281256 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.281412 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.281568 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:07:18.281716 dv-cinder-840289-4-iscsi neutron-server[103456]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 08:07:18.376989 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 57198) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:07:18.391357 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0105560 May 04 08:07:29.603908 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f71acc-d944-4a34-bb4a-6d32ac48f731 None None] get_active_networks_info from dv-cinder-840289-4-iscsi {{(pid=103565) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 04 08:07:29.667878 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f71acc-d944-4a34-bb4a-6d32ac48f731 None None] No non-hosted networks {{(pid=103565) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 04 08:07:29.685518 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.agentschedulers_db [None req-e2f71acc-d944-4a34-bb4a-6d32ac48f731 None None] DHCP Agent not found on host dv-cinder-840289-4-iscsi {{(pid=103565) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 04 08:07:29.820490 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9428bd6a-7a5b-45e1-bf96-4477ea725112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-720948'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:31.875429 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d7a56ba8-e1f7-4a18-a94e-7f29e0c2b726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-720948'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:31.884787 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.db.api [None req-e7c075ef-aa21-435a-ae3d-ed97d003b990 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-840289-4-iscsi {{(pid=103565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 08:07:31.885559 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG oslo_db.api [None req-e7c075ef-aa21-435a-ae3d-ed97d003b990 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 08:07:32.409472 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e7c075ef-aa21-435a-ae3d-ed97d003b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:32.896636 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 57262) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:07:32.994054 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-720948'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:33.427760 dv-cinder-840289-4-iscsi neutron-server[103563]: WARNING oslo_policy.policy [None req-69da9206-8bff-42ca-bf80-9d8d04db215d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 08:07:33.428339 dv-cinder-840289-4-iscsi neutron-server[103563]: WARNING oslo_policy.policy [None req-69da9206-8bff-42ca-bf80-9d8d04db215d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 08:07:33.657269 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [None req-69da9206-8bff-42ca-bf80-9d8d04db215d admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 08:07:33.670904 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-69da9206-8bff-42ca-bf80-9d8d04db215d admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7608488 May 04 08:07:34.260617 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-720948'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:35.700704 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-720948'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:35.701577 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:35.702051 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:35.702355 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:35.702678 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:35.703152 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:35.703479 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:35.703799 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:35.704163 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:35.704483 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:35.704796 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:35.705122 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:35.705439 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:35.705793 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:35.706078 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:35.706388 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:35.706752 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840289-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:07:35.714501 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840289-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:07:36.128741 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 57296) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:07:36.458372 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-3254c47b-7fbf-4d79-9d4b-65c53b0f628a admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:07:36.556591 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.policy [None req-3254c47b-7fbf-4d79-9d4b-65c53b0f628a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103563) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 08:07:36.599518 dv-cinder-840289-4-iscsi neutron-server[103563]: WARNING oslo_policy.policy [None req-3254c47b-7fbf-4d79-9d4b-65c53b0f628a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 08:07:36.599983 dv-cinder-840289-4-iscsi neutron-server[103563]: WARNING oslo_policy.policy [None req-3254c47b-7fbf-4d79-9d4b-65c53b0f628a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 08:07:36.700679 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3254c47b-7fbf-4d79-9d4b-65c53b0f628a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787186982715', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787186981175', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787186998904', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787187003527', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787186944142', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787186955685', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1812555', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1849433', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-821349', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-926376'] for rbac-policy (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:36.776869 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3254c47b-7fbf-4d79-9d4b-65c53b0f628a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:36.778679 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-3254c47b-7fbf-4d79-9d4b-65c53b0f628a admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6486862 May 04 08:07:38.990456 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.db.l3_hamode_db [None req-d4d57631-389d-4f00-bd80-18698dc7d9c9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 04 08:07:39.067774 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d57631-389d-4f00-bd80-18698dc7d9c9 None None] Routers set() bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:07:39.068150 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d57631-389d-4f00-bd80-18698dc7d9c9 None None] Router IDs set() for agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 04 08:07:39.251747 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 57308) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:07:39.797523 dv-cinder-840289-4-iscsi neutron-server[103564]: WARNING oslo_policy.policy [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 08:07:39.798318 dv-cinder-840289-4-iscsi neutron-server[103564]: WARNING oslo_policy.policy [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 08:07:40.020429 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:07:40.083558 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Made reservation on behalf of 6a34e27a9e9c4905968993041711ccdb for: {'network': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:07:40.142406 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.policy [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103564) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 08:07:40.182342 dv-cinder-840289-4-iscsi neutron-server[103564]: WARNING oslo_policy.policy [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 08:07:40.182696 dv-cinder-840289-4-iscsi neutron-server[103564]: WARNING oslo_policy.policy [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 08:07:40.193233 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for network (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:40.216000 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:40.337613 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Publish callbacks [] for security_group (e79b84af-50d4-46f2-a164-1d71e9ee3ce9), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:40.342833 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (e79b84af-50d4-46f2-a164-1d71e9ee3ce9), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:40.378895 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=103564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:07:40.406323 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787185188145', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (7246e626-582a-496e-af53-68638b3b9e02), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:40.406617 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Unsubscribe: segment precommit_create {{(pid=103564) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 08:07:40.407171 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.segments_db [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Added segment 7246e626-582a-496e-af53-68638b3b9e02 of type vlan for network c9c56e76-7ffe-4771-a47c-8bc0dc295b39 May 04 08:07:40.413132 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e79b84af-50d4-46f2-a164-1d71e9ee3ce9,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:07:40.443240 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:40.443576 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:40.443921 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:40.444264 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:40.444585 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:40.444903 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:40.445218 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:40.445567 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:40.445822 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:40.446128 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:40.446460 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:40.446783 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:40.447098 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:40.447407 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:40.447712 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Tracked resource versions report: May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: pushed versions: May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: { 'AddressGroup': {'1.2'}, May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: 'Agent': {'1.1'}, May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: 'ConntrackHelper': {'1.0'}, May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: 'LocalIPAssociation': {'1.0'}, May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: 'Log': {'1.0'}, May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: 'NDPProxy': {'1.0'}, May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: 'Network': {'1.1'}, May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: 'Port': {'1.7'}, May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: 'PortForwarding': {'1.3'}, May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: 'QosPolicy': {'1.10'}, May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: 'SecurityGroup': {'1.5'}, May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: 'SecurityGroupRule': {'1.2'}, May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: 'SubPort': {'1.0'}, May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: 'Subnet': {'1.1'}, May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: 'Trunk': {'1.1'}} May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: consumer versions: May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: { DHCP agent@dv-cinder-840289-4-iscsi: {}, May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: L3 agent@dv-cinder-840289-4-iscsi: {}, May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: Metadata agent@dv-cinder-840289-4-iscsi: {}, May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: Metering agent@dv-cinder-840289-4-iscsi: {}, May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: Open vSwitch agent@dv-cinder-840289-4-iscsi: { 'AddressGroup': '1.2', May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: 'Agent': '1.1', May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: 'ConntrackHelper': '1.0', May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: 'LocalIPAssociation': '1.0', May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: 'Log': '1.0', May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: 'NDPProxy': '1.0', May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: 'Network': '1.1', May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: 'Port': '1.7', May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: 'PortForwarding': '1.3', May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: 'QosPolicy': '1.10', May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: 'SecurityGroup': '1.5', May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: 'SecurityGroupRule': '1.2', May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: 'SubPort': '1.0', May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: 'Subnet': '1.1', May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: 'Trunk': '1.1'}} May 04 08:07:40.449154 dv-cinder-840289-4-iscsi neutron-server[103564]: {{(pid=103564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 08:07:40.525974 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787184729016'] for network (c9c56e76-7ffe-4771-a47c-8bc0dc295b39), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:40.567946 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (c9c56e76-7ffe-4771-a47c-8bc0dc295b39), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:40.573333 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:07:40.574016 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:40.638713 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3841403 May 04 08:07:40.700591 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194af89-a70a-4ca1-9a54-5c68eae6d412 demo demo] Pushing event updated for resources: {'Network': ['ID=c9c56e76-7ffe-4771-a47c-8bc0dc295b39,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:07:40.715289 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Network c9c56e76-7ffe-4771-a47c-8bc0dc295b39 details requested by agent ovs-agent-dv-cinder-840289-4-iscsi with host dv-cinder-840289-4-iscsi {{(pid=103565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:07:43.193864 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 57328) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:07:43.694846 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6e4ea1-edff-40bf-85d2-cbc3f560f4ff demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:07:43.696369 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-8b6e4ea1-edff-40bf-85d2-cbc3f560f4ff demo admin] 10.222.0.59 "GET /v2.0/networks/c9c56e76-7ffe-4771-a47c-8bc0dc295b39 HTTP/1.1" status: 200 len: 825 time: 0.5015783 May 04 08:07:43.724825 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-3e92102c-88cd-4bc2-b2e2-b7ff9078a811 demo admin] 10.222.0.59 "GET /v2.0/subnetpools/418d079a-af48-4c63-9857-1e995226ef65 HTTP/1.1" status: 200 len: 734 time: 0.0196321 May 04 08:07:43.733147 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ed605ace-a7c4-4b31-ac12-a64ab5379d49 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '418d079a-af48-4c63-9857-1e995226ef65', 'network_id': 'c9c56e76-7ffe-4771-a47c-8bc0dc295b39', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:07:43.760138 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed605ace-a7c4-4b31-ac12-a64ab5379d49 demo admin] Made reservation on behalf of 6a34e27a9e9c4905968993041711ccdb for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:07:43.762993 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed605ace-a7c4-4b31-ac12-a64ab5379d49 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:44.061517 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed605ace-a7c4-4b31-ac12-a64ab5379d49 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for subnet (6e5040da-7eea-40a3-92bf-43e6257a1f2b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:44.131520 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed605ace-a7c4-4b31-ac12-a64ab5379d49 demo admin] Checking segment: {'id': '7246e626-582a-496e-af53-68638b3b9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c9c56e76-7ffe-4771-a47c-8bc0dc295b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:07:44.131878 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed605ace-a7c4-4b31-ac12-a64ab5379d49 demo admin] Network hostable DHCP agents. Network: c9c56e76-7ffe-4771-a47c-8bc0dc295b39, hostable agents: ['85ebdc97-1e1f-4139-aa22-86704277d257'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:07:44.139030 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed605ace-a7c4-4b31-ac12-a64ab5379d49 demo admin] Pushing event updated for resources: {'Subnet': ['ID=6e5040da-7eea-40a3-92bf-43e6257a1f2b,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:07:44.150308 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed605ace-a7c4-4b31-ac12-a64ab5379d49 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:44.150642 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed605ace-a7c4-4b31-ac12-a64ab5379d49 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:44.151013 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed605ace-a7c4-4b31-ac12-a64ab5379d49 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:44.151354 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed605ace-a7c4-4b31-ac12-a64ab5379d49 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:44.151680 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed605ace-a7c4-4b31-ac12-a64ab5379d49 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:44.151997 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed605ace-a7c4-4b31-ac12-a64ab5379d49 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:44.152308 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed605ace-a7c4-4b31-ac12-a64ab5379d49 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:44.152616 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed605ace-a7c4-4b31-ac12-a64ab5379d49 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:44.152949 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed605ace-a7c4-4b31-ac12-a64ab5379d49 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:44.153245 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed605ace-a7c4-4b31-ac12-a64ab5379d49 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:44.153557 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed605ace-a7c4-4b31-ac12-a64ab5379d49 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:44.153896 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed605ace-a7c4-4b31-ac12-a64ab5379d49 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:44.154205 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed605ace-a7c4-4b31-ac12-a64ab5379d49 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:44.154511 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed605ace-a7c4-4b31-ac12-a64ab5379d49 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:44.154814 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed605ace-a7c4-4b31-ac12-a64ab5379d49 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed605ace-a7c4-4b31-ac12-a64ab5379d49 demo admin] Tracked resource versions report: May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: pushed versions: May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: { 'AddressGroup': {'1.2'}, May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: 'Agent': {'1.1'}, May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: 'ConntrackHelper': {'1.0'}, May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: 'LocalIPAssociation': {'1.0'}, May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: 'Log': {'1.0'}, May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: 'NDPProxy': {'1.0'}, May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: 'Network': {'1.1'}, May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: 'Port': {'1.7'}, May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: 'PortForwarding': {'1.3'}, May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: 'QosPolicy': {'1.10'}, May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: 'SecurityGroup': {'1.5'}, May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: 'SecurityGroupRule': {'1.2'}, May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: 'SubPort': {'1.0'}, May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: 'Subnet': {'1.1'}, May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: 'Trunk': {'1.1'}} May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: consumer versions: May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: { DHCP agent@dv-cinder-840289-4-iscsi: {}, May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: L3 agent@dv-cinder-840289-4-iscsi: {}, May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: Metadata agent@dv-cinder-840289-4-iscsi: {}, May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: Metering agent@dv-cinder-840289-4-iscsi: {}, May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: Open vSwitch agent@dv-cinder-840289-4-iscsi: { 'AddressGroup': '1.2', May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: 'Agent': '1.1', May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: 'ConntrackHelper': '1.0', May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: 'LocalIPAssociation': '1.0', May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: 'Log': '1.0', May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: 'NDPProxy': '1.0', May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: 'Network': '1.1', May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: 'Port': '1.7', May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: 'PortForwarding': '1.3', May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: 'QosPolicy': '1.10', May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: 'SecurityGroup': '1.5', May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: 'SecurityGroupRule': '1.2', May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: 'SubPort': '1.0', May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: 'Subnet': '1.1', May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: 'Trunk': '1.1'}} May 04 08:07:44.156254 dv-cinder-840289-4-iscsi neutron-server[103563]: {{(pid=103563) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 08:07:44.182348 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed605ace-a7c4-4b31-ac12-a64ab5379d49 demo admin] Network c9c56e76-7ffe-4771-a47c-8bc0dc295b39 is scheduled to be hosted by DHCP agent 85ebdc97-1e1f-4139-aa22-86704277d257 with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:07:44.196104 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-ed605ace-a7c4-4b31-ac12-a64ab5379d49 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-iscsi, c9c56e76-7ffe-4771-a47c-8bc0dc295b39) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:07:44.201088 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed605ace-a7c4-4b31-ac12-a64ab5379d49 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:07:44.201721 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed605ace-a7c4-4b31-ac12-a64ab5379d49 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:44.206688 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e074af-fe7e-40ac-9d19-762397918224 None None] Network c9c56e76-7ffe-4771-a47c-8bc0dc295b39 requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:07:44.221244 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-ed605ace-a7c4-4b31-ac12-a64ab5379d49 demo admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4912839 May 04 08:07:44.473539 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7207d5c-ebe3-5c40-9361-4076f3b3dda7-c9c56e76-7ffe-4771-a47c-8bc0dc295b39', 'network_id': 'c9c56e76-7ffe-4771-a47c-8bc0dc295b39', 'project_id': '6a34e27a9e9c4905968993041711ccdb', 'fixed_ips': [{'subnet_id': '6e5040da-7eea-40a3-92bf-43e6257a1f2b'}]}} from dv-cinder-840289-4-iscsi. {{(pid=103565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 08:07:44.474823 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:44.751794 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Allocated IP 172.20.0.2 (c9c56e76-7ffe-4771-a47c-8bc0dc295b39/6e5040da-7eea-40a3-92bf-43e6257a1f2b/b9f81d16-b053-430c-a9f3-b1c3bd17dd30) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:07:45.028913 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Publish callbacks [] for port (b9f81d16-b053-430c-a9f3-b1c3bd17dd30), precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:45.037250 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434'] for port (b9f81d16-b053-430c-a9f3-b1c3bd17dd30), after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:45.107459 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Network c9c56e76-7ffe-4771-a47c-8bc0dc295b39 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:07:45.113399 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:07:45.125090 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:07:45.128176 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Pushing event updated for resources: {'Port': ['ID=b9f81d16-b053-430c-a9f3-b1c3bd17dd30,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:07:45.160784 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:45.161112 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:45.161461 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:45.161815 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:45.162141 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:45.163450 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:45.163770 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:45.164090 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:45.164405 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:45.164722 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:45.165036 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:45.165364 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:45.165680 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:45.165969 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:45.166282 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Tracked resource versions report: May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: pushed versions: May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: { 'AddressGroup': {'1.2'}, May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: 'Agent': {'1.1'}, May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: 'ConntrackHelper': {'1.0'}, May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: 'LocalIPAssociation': {'1.0'}, May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: 'Log': {'1.0'}, May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: 'NDPProxy': {'1.0'}, May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: 'Network': {'1.1'}, May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: 'Port': {'1.7'}, May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: 'PortForwarding': {'1.3'}, May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: 'QosPolicy': {'1.10'}, May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: 'SecurityGroup': {'1.5'}, May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: 'SecurityGroupRule': {'1.2'}, May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: 'SubPort': {'1.0'}, May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: 'Subnet': {'1.1'}, May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: 'Trunk': {'1.1'}} May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: consumer versions: May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: { DHCP agent@dv-cinder-840289-4-iscsi: {}, May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: L3 agent@dv-cinder-840289-4-iscsi: {}, May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: Metadata agent@dv-cinder-840289-4-iscsi: {}, May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: Metering agent@dv-cinder-840289-4-iscsi: {}, May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: Open vSwitch agent@dv-cinder-840289-4-iscsi: { 'AddressGroup': '1.2', May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: 'Agent': '1.1', May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: 'ConntrackHelper': '1.0', May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: 'LocalIPAssociation': '1.0', May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: 'Log': '1.0', May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: 'NDPProxy': '1.0', May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: 'Network': '1.1', May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: 'Port': '1.7', May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: 'PortForwarding': '1.3', May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: 'QosPolicy': '1.10', May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: 'SecurityGroup': '1.5', May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: 'SecurityGroupRule': '1.2', May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: 'SubPort': '1.0', May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: 'Subnet': '1.1', May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: 'Trunk': '1.1'}} May 04 08:07:45.167811 dv-cinder-840289-4-iscsi neutron-server[103565]: {{(pid=103565) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 08:07:45.220165 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Attempting to bind port b9f81d16-b053-430c-a9f3-b1c3bd17dd30 on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:07:45.221277 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Attempting to bind port b9f81d16-b053-430c-a9f3-b1c3bd17dd30 by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': '7246e626-582a-496e-af53-68638b3b9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c9c56e76-7ffe-4771-a47c-8bc0dc295b39'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:07:45.221712 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Attempting to bind port b9f81d16-b053-430c-a9f3-b1c3bd17dd30 on network c9c56e76-7ffe-4771-a47c-8bc0dc295b39 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:07:45.227441 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:07:45.227837 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Checking segment: {'id': '7246e626-582a-496e-af53-68638b3b9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c9c56e76-7ffe-4771-a47c-8bc0dc295b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:07:45.228304 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:45.228695 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Bound using segment: {'id': '7246e626-582a-496e-af53-68638b3b9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c9c56e76-7ffe-4771-a47c-8bc0dc295b39'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:07:45.229186 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Bound port: b9f81d16-b053-430c-a9f3-b1c3bd17dd30, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7246e626-582a-496e-af53-68638b3b9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c9c56e76-7ffe-4771-a47c-8bc0dc295b39'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:07:45.229591 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (b9f81d16-b053-430c-a9f3-b1c3bd17dd30), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:45.292322 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] For port b9f81d16-b053-430c-a9f3-b1c3bd17dd30, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:07:45.315150 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] For port b9f81d16-b053-430c-a9f3-b1c3bd17dd30, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=b9f81d16-b053-430c-a9f3-b1c3bd17dd30,segment=NetworkSegment(7246e626-582a-496e-af53-68638b3b9e02),segment_id=7246e626-582a-496e-af53-68638b3b9e02)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:07:45.323940 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (b9f81d16-b053-430c-a9f3-b1c3bd17dd30), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:45.377040 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ebb42-9599-4e6c-ba1e-e52bc004af68 None None] Pushing event updated for resources: {'Port': ['ID=b9f81d16-b053-430c-a9f3-b1c3bd17dd30,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:07:46.758542 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 57340) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:07:47.088917 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [None req-05e6f278-6d48-4b43-8649-56d9d2936ae5 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 08:07:47.089989 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-05e6f278-6d48-4b43-8649-56d9d2936ae5 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3303230 May 04 08:07:49.548037 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 57348) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:07:49.872679 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [None req-630eb025-3f5f-4412-9583-bf9f92d8ee37 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103564) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 08:07:49.873677 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-630eb025-3f5f-4412-9583-bf9f92d8ee37 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3246059 May 04 08:07:52.336018 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 57356) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:07:52.656339 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-d33eaab8-1a5a-4604-b6c0-07bf8ca6b6b7 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:07:52.680665 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d33eaab8-1a5a-4604-b6c0-07bf8ca6b6b7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2908'] for router (16ed6531-f9c3-4943-8f51-de3749818e78), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:52.682116 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d33eaab8-1a5a-4604-b6c0-07bf8ca6b6b7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2901'] for router (16ed6531-f9c3-4943-8f51-de3749818e78), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:52.816924 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d33eaab8-1a5a-4604-b6c0-07bf8ca6b6b7 demo demo] Publish callbacks [] for router_controller (16ed6531-f9c3-4943-8f51-de3749818e78), precommit_add_association {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:52.822034 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d33eaab8-1a5a-4604-b6c0-07bf8ca6b6b7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-724172'] for router (16ed6531-f9c3-4943-8f51-de3749818e78), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:52.838950 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d33eaab8-1a5a-4604-b6c0-07bf8ca6b6b7 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:52.840217 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-d33eaab8-1a5a-4604-b6c0-07bf8ca6b6b7 demo demo] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5030718 May 04 08:07:55.321402 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 57368) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:07:55.662212 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [None req-5392f27c-012e-4d31-b49c-b3af1c6d4f3e admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 08:07:55.663254 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-5392f27c-012e-4d31-b49c-b3af1c6d4f3e admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3405318 May 04 08:07:56.420865 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device b9f81d16-b053-430c-a9f3-b1c3bd17dd30 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:07:56.510109 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port b9f81d16-b053-430c-a9f3-b1c3bd17dd30 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:07:56.510493 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (b9f81d16-b053-430c-a9f3-b1c3bd17dd30), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:56.605317 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288aa3da-2ad5-4b9c-be4f-30bedfaa6a0c None None] Network c9c56e76-7ffe-4771-a47c-8bc0dc295b39 requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:07:56.649658 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port b9f81d16-b053-430c-a9f3-b1c3bd17dd30 is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:07:56.650039 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (b9f81d16-b053-430c-a9f3-b1c3bd17dd30), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:56.701176 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-53751a71-7c29-4654-a046-d5bacf61c9e1 None None] Provisioning complete for port b9f81d16-b053-430c-a9f3-b1c3bd17dd30 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:07:56.701550 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-53751a71-7c29-4654-a046-d5bacf61c9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (b9f81d16-b053-430c-a9f3-b1c3bd17dd30), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:56.760147 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] For port b9f81d16-b053-430c-a9f3-b1c3bd17dd30, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=b9f81d16-b053-430c-a9f3-b1c3bd17dd30,segment=NetworkSegment(7246e626-582a-496e-af53-68638b3b9e02),segment_id=7246e626-582a-496e-af53-68638b3b9e02)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:07:56.784159 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (b9f81d16-b053-430c-a9f3-b1c3bd17dd30), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:56.882547 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-53751a71-7c29-4654-a046-d5bacf61c9e1 None None] Current status of the port b9f81d16-b053-430c-a9f3-b1c3bd17dd30 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:07:56.887470 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Pushing event updated for resources: {'Port': ['ID=b9f81d16-b053-430c-a9f3-b1c3bd17dd30,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:07:57.102316 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-534f2897-2974-4db8-a459-3bfecfa9a6d3 None None] Provisioning complete for port b9f81d16-b053-430c-a9f3-b1c3bd17dd30 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:07:57.102638 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-534f2897-2974-4db8-a459-3bfecfa9a6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (b9f81d16-b053-430c-a9f3-b1c3bd17dd30), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:57.184428 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-534f2897-2974-4db8-a459-3bfecfa9a6d3 None None] Current status of the port b9f81d16-b053-430c-a9f3-b1c3bd17dd30 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:07:58.136562 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 57378) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:07:58.401881 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device b9f81d16-b053-430c-a9f3-b1c3bd17dd30 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:07:58.447864 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port b9f81d16-b053-430c-a9f3-b1c3bd17dd30 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:07:58.448262 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (b9f81d16-b053-430c-a9f3-b1c3bd17dd30), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:58.485115 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-3d5a1d2e-2d94-417b-9f5e-d9c9737458e1 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:07:58.507561 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5a1d2e-2d94-417b-9f5e-d9c9737458e1 admin admin] Made reservation on behalf of 464080567f3f4194af284b80faf51856 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:07:58.510079 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1d2e-2d94-417b-9f5e-d9c9737458e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:58.525583 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1d2e-2d94-417b-9f5e-d9c9737458e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:58.526268 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port b9f81d16-b053-430c-a9f3-b1c3bd17dd30 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:07:58.629608 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1d2e-2d94-417b-9f5e-d9c9737458e1 admin admin] Publish callbacks [] for security_group (5203c632-1d99-49fc-9072-8d51ea928dee), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:58.642569 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1d2e-2d94-417b-9f5e-d9c9737458e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (5203c632-1d99-49fc-9072-8d51ea928dee), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:58.657465 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3d5a1d2e-2d94-417b-9f5e-d9c9737458e1 admin admin] Reserving flat network on physical network physnet1 {{(pid=103563) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 04 08:07:58.682478 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a1d2e-2d94-417b-9f5e-d9c9737458e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5203c632-1d99-49fc-9072-8d51ea928dee,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:07:58.685311 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1d2e-2d94-417b-9f5e-d9c9737458e1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787185188145', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (63def598-c8a1-49cd-a302-bc32ea9cd286), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:58.685868 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1d2e-2d94-417b-9f5e-d9c9737458e1 admin admin] Unsubscribe: segment precommit_create {{(pid=103563) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 08:07:58.686340 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.db.segments_db [None req-3d5a1d2e-2d94-417b-9f5e-d9c9737458e1 admin admin] Added segment 63def598-c8a1-49cd-a302-bc32ea9cd286 of type flat for network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb May 04 08:07:58.743012 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1d2e-2d94-417b-9f5e-d9c9737458e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787184729016'] for network (0ebd93d7-2ac3-420c-94d7-d3952e6d85cb), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:58.802078 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1d2e-2d94-417b-9f5e-d9c9737458e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (0ebd93d7-2ac3-420c-94d7-d3952e6d85cb), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:58.803045 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5a1d2e-2d94-417b-9f5e-d9c9737458e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:07:58.803791 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1d2e-2d94-417b-9f5e-d9c9737458e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:07:58.852899 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-3d5a1d2e-2d94-417b-9f5e-d9c9737458e1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7153018 May 04 08:07:58.902020 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a1d2e-2d94-417b-9f5e-d9c9737458e1 admin admin] Pushing event updated for resources: {'Network': ['ID=0ebd93d7-2ac3-420c-94d7-d3952e6d85cb,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:07:58.913105 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb details requested by agent ovs-agent-dv-cinder-840289-4-iscsi with host dv-cinder-840289-4-iscsi {{(pid=103565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:07:59.589281 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-122293da-088d-4f84-9e09-e2cf1abb4983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:01.346905 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 57386) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:08:01.767842 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065b4f8c-54a7-430e-b7df-cb964103c492 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:08:01.769232 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-065b4f8c-54a7-430e-b7df-cb964103c492 demo admin] 10.222.0.59 "GET /v2.0/subnets/6e5040da-7eea-40a3-92bf-43e6257a1f2b HTTP/1.1" status: 200 len: 849 time: 0.4213428 May 04 08:08:01.836928 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c055e94d-7635-4d90-a166-ffcfda3b9b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:01.950209 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-c9641272-8d3b-4e6f-b498-74a6ce01c975 demo admin] 10.222.0.59 "GET /v2.0/routers/16ed6531-f9c3-4943-8f51-de3749818e78 HTTP/1.1" status: 200 len: 704 time: 0.1721468 May 04 08:08:02.244737 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fe20375d-49fb-4a38-a612-5a7672a6c6f4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:02.550134 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-fe20375d-49fb-4a38-a612-5a7672a6c6f4 demo admin] Allocated IP 172.20.0.1 (c9c56e76-7ffe-4771-a47c-8bc0dc295b39/6e5040da-7eea-40a3-92bf-43e6257a1f2b/762266bf-f750-45aa-869a-3eb885ae4ab9) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:08:02.721126 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fe20375d-49fb-4a38-a612-5a7672a6c6f4 demo admin] Publish callbacks [] for port (762266bf-f750-45aa-869a-3eb885ae4ab9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:02.792289 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fe20375d-49fb-4a38-a612-5a7672a6c6f4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434'] for port (762266bf-f750-45aa-869a-3eb885ae4ab9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:02.912477 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe20375d-49fb-4a38-a612-5a7672a6c6f4 demo admin] Network c9c56e76-7ffe-4771-a47c-8bc0dc295b39 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:08:02.918315 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-fe20375d-49fb-4a38-a612-5a7672a6c6f4 demo admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:08:02.926192 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe20375d-49fb-4a38-a612-5a7672a6c6f4 demo admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:08:02.926595 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fe20375d-49fb-4a38-a612-5a7672a6c6f4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722361'] for router_interface (16ed6531-f9c3-4943-8f51-de3749818e78), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:02.948942 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20375d-49fb-4a38-a612-5a7672a6c6f4 demo admin] Pushing event updated for resources: {'Port': ['ID=762266bf-f750-45aa-869a-3eb885ae4ab9,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:08:03.012535 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:03.133839 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fe20375d-49fb-4a38-a612-5a7672a6c6f4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (762266bf-f750-45aa-869a-3eb885ae4ab9), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:03.145865 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-6732df57-bd70-4ea8-899f-787c501dc227 None None] Provisioning complete for port 762266bf-f750-45aa-869a-3eb885ae4ab9 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:08:03.146224 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6732df57-bd70-4ea8-899f-787c501dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (762266bf-f750-45aa-869a-3eb885ae4ab9), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:03.179313 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-6732df57-bd70-4ea8-899f-787c501dc227 None None] Port 762266bf-f750-45aa-869a-3eb885ae4ab9 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:08:03.345275 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fe20375d-49fb-4a38-a612-5a7672a6c6f4 demo admin] Publish callbacks [] for port (762266bf-f750-45aa-869a-3eb885ae4ab9), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:03.352653 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fe20375d-49fb-4a38-a612-5a7672a6c6f4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (762266bf-f750-45aa-869a-3eb885ae4ab9), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:03.353364 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fe20375d-49fb-4a38-a612-5a7672a6c6f4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722279'] for router_interface (16ed6531-f9c3-4943-8f51-de3749818e78), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:03.413625 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20375d-49fb-4a38-a612-5a7672a6c6f4 demo admin] Pushing event updated for resources: {'Port': ['ID=762266bf-f750-45aa-869a-3eb885ae4ab9,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:08:03.485499 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe20375d-49fb-4a38-a612-5a7672a6c6f4 demo admin] Network c9c56e76-7ffe-4771-a47c-8bc0dc295b39 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:08:03.486918 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-fe20375d-49fb-4a38-a612-5a7672a6c6f4 demo admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:08:03.655010 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe20375d-49fb-4a38-a612-5a7672a6c6f4 demo admin] Router 16ed6531-f9c3-4943-8f51-de3749818e78 is scheduled to L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 08:08:03.697806 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-2cb6b1ba-ed44-4f13-bfc2-9a0896bc1182 None None] Provisioning complete for port 762266bf-f750-45aa-869a-3eb885ae4ab9 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:08:03.698197 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2cb6b1ba-ed44-4f13-bfc2-9a0896bc1182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (762266bf-f750-45aa-869a-3eb885ae4ab9), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:03.741688 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-2cb6b1ba-ed44-4f13-bfc2-9a0896bc1182 None None] Port 762266bf-f750-45aa-869a-3eb885ae4ab9 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:08:03.757617 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe20375d-49fb-4a38-a612-5a7672a6c6f4 demo admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:08:03.764110 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-fe20375d-49fb-4a38-a612-5a7672a6c6f4 demo admin] 10.222.0.59 "PUT /v2.0/routers/16ed6531-f9c3-4943-8f51-de3749818e78/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8065574 May 04 08:08:03.783775 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d033eafe-a364-4c5f-8e41-ec4f6bf1e192 None None] Sync routers for ids ['16ed6531-f9c3-4943-8f51-de3749818e78'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:08:03.796629 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d033eafe-a364-4c5f-8e41-ec4f6bf1e192 None None] Routers {'16ed6531-f9c3-4943-8f51-de3749818e78'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:08:03.797514 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-d033eafe-a364-4c5f-8e41-ec4f6bf1e192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:08:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['16ed6531-f9c3-4943-8f51-de3749818e78'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:08:03.989968 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-d033eafe-a364-4c5f-8e41-ec4f6bf1e192 None None] Set router 16ed6531-f9c3-4943-8f51-de3749818e78 gateway port host: None {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:08:04.209284 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:04.420221 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-d033eafe-a364-4c5f-8e41-ec4f6bf1e192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ed6531-f9c3-4943-8f51-de3749818e78', 'name': 'router1', 'tenant_id': '6a34e27a9e9c4905968993041711ccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:07:52Z', 'updated_at': '2022-05-04T08:08:03Z', 'revision_number': 2, 'project_id': '6a34e27a9e9c4905968993041711ccdb', 'gw_port_host': None, '_interfaces': [{'id': '762266bf-f750-45aa-869a-3eb885ae4ab9', 'name': '', 'network_id': 'c9c56e76-7ffe-4771-a47c-8bc0dc295b39', 'tenant_id': '6a34e27a9e9c4905968993041711ccdb', 'mac_address': 'fa:16:3e:39:a6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ed6531-f9c3-4943-8f51-de3749818e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e5040da-7eea-40a3-92bf-43e6257a1f2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:08:02Z', 'updated_at': '2022-05-04T08:08:03Z', 'revision_number': 2, 'project_id': '6a34e27a9e9c4905968993041711ccdb', 'subnets': [{'id': '6e5040da-7eea-40a3-92bf-43e6257a1f2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '418d079a-af48-4c63-9857-1e995226ef65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:08:04.472198 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d033eafe-a364-4c5f-8e41-ec4f6bf1e192 None None] Checking router: 16ed6531-f9c3-4943-8f51-de3749818e78 for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:08:04.472470 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d033eafe-a364-4c5f-8e41-ec4f6bf1e192 None None] Updating router 16ed6531-f9c3-4943-8f51-de3749818e78 port 762266bf-f750-45aa-869a-3eb885ae4ab9 binding host dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:08:04.524367 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-d033eafe-a364-4c5f-8e41-ec4f6bf1e192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (762266bf-f750-45aa-869a-3eb885ae4ab9), before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:05.059424 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-d033eafe-a364-4c5f-8e41-ec4f6bf1e192 None None] Publish callbacks [] for port (762266bf-f750-45aa-869a-3eb885ae4ab9), precommit_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:05.067261 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-d033eafe-a364-4c5f-8e41-ec4f6bf1e192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (762266bf-f750-45aa-869a-3eb885ae4ab9), after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:05.233068 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96bf95-8d1e-473b-870e-c161eeacfad6 None None] Pushing event updated for resources: {'Port': ['ID=762266bf-f750-45aa-869a-3eb885ae4ab9,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:08:05.235616 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-d033eafe-a364-4c5f-8e41-ec4f6bf1e192 None None] Attempting to bind port 762266bf-f750-45aa-869a-3eb885ae4ab9 on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:08:05.236014 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-d033eafe-a364-4c5f-8e41-ec4f6bf1e192 None None] Attempting to bind port 762266bf-f750-45aa-869a-3eb885ae4ab9 by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': '7246e626-582a-496e-af53-68638b3b9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c9c56e76-7ffe-4771-a47c-8bc0dc295b39'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:08:05.236427 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d033eafe-a364-4c5f-8e41-ec4f6bf1e192 None None] Attempting to bind port 762266bf-f750-45aa-869a-3eb885ae4ab9 on network c9c56e76-7ffe-4771-a47c-8bc0dc295b39 {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:08:05.243570 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d033eafe-a364-4c5f-8e41-ec4f6bf1e192 None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:08:05.243881 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d033eafe-a364-4c5f-8e41-ec4f6bf1e192 None None] Checking segment: {'id': '7246e626-582a-496e-af53-68638b3b9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c9c56e76-7ffe-4771-a47c-8bc0dc295b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:08:05.244351 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-d033eafe-a364-4c5f-8e41-ec4f6bf1e192 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:05.244844 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d033eafe-a364-4c5f-8e41-ec4f6bf1e192 None None] Bound using segment: {'id': '7246e626-582a-496e-af53-68638b3b9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c9c56e76-7ffe-4771-a47c-8bc0dc295b39'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:08:05.245219 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-d033eafe-a364-4c5f-8e41-ec4f6bf1e192 None None] Bound port: 762266bf-f750-45aa-869a-3eb885ae4ab9, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7246e626-582a-496e-af53-68638b3b9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c9c56e76-7ffe-4771-a47c-8bc0dc295b39'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:08:05.245589 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-d033eafe-a364-4c5f-8e41-ec4f6bf1e192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (762266bf-f750-45aa-869a-3eb885ae4ab9), before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:05.252717 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96bf95-8d1e-473b-870e-c161eeacfad6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:08:05.253162 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96bf95-8d1e-473b-870e-c161eeacfad6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:08:05.253501 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96bf95-8d1e-473b-870e-c161eeacfad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:08:05.253836 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96bf95-8d1e-473b-870e-c161eeacfad6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:08:05.254162 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96bf95-8d1e-473b-870e-c161eeacfad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:08:05.254479 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96bf95-8d1e-473b-870e-c161eeacfad6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:08:05.254793 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96bf95-8d1e-473b-870e-c161eeacfad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:08:05.255132 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96bf95-8d1e-473b-870e-c161eeacfad6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:08:05.255448 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96bf95-8d1e-473b-870e-c161eeacfad6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:08:05.255762 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96bf95-8d1e-473b-870e-c161eeacfad6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:08:05.256076 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96bf95-8d1e-473b-870e-c161eeacfad6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:08:05.256406 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96bf95-8d1e-473b-870e-c161eeacfad6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:08:05.256720 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96bf95-8d1e-473b-870e-c161eeacfad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:08:05.257032 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96bf95-8d1e-473b-870e-c161eeacfad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:08:05.257340 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96bf95-8d1e-473b-870e-c161eeacfad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96bf95-8d1e-473b-870e-c161eeacfad6 None None] Tracked resource versions report: May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: pushed versions: May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: { 'AddressGroup': {'1.2'}, May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: 'Agent': {'1.1'}, May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: 'ConntrackHelper': {'1.0'}, May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: 'LocalIPAssociation': {'1.0'}, May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: 'Log': {'1.0'}, May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: 'NDPProxy': {'1.0'}, May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: 'Network': {'1.1'}, May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: 'Port': {'1.7'}, May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: 'PortForwarding': {'1.3'}, May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: 'QosPolicy': {'1.10'}, May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: 'SecurityGroup': {'1.5'}, May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: 'SecurityGroupRule': {'1.2'}, May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: 'SubPort': {'1.0'}, May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: 'Subnet': {'1.1'}, May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: 'Trunk': {'1.1'}} May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: consumer versions: May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: { DHCP agent@dv-cinder-840289-4-iscsi: {}, May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: L3 agent@dv-cinder-840289-4-iscsi: {}, May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: Metadata agent@dv-cinder-840289-4-iscsi: {}, May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: Metering agent@dv-cinder-840289-4-iscsi: {}, May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: Open vSwitch agent@dv-cinder-840289-4-iscsi: { 'AddressGroup': '1.2', May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: 'Agent': '1.1', May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: 'ConntrackHelper': '1.0', May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: 'LocalIPAssociation': '1.0', May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: 'Log': '1.0', May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: 'NDPProxy': '1.0', May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: 'Network': '1.1', May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: 'Port': '1.7', May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: 'PortForwarding': '1.3', May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: 'QosPolicy': '1.10', May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: 'SecurityGroup': '1.5', May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: 'SecurityGroupRule': '1.2', May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: 'SubPort': '1.0', May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: 'Subnet': '1.1', May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: 'Trunk': '1.1'}} May 04 08:08:05.258766 dv-cinder-840289-4-iscsi neutron-server[103566]: {{(pid=103566) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 08:08:05.282461 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-3ac6e6b6-1f59-4630-aa5a-cb08275c9501 None None] Provisioning complete for port 762266bf-f750-45aa-869a-3eb885ae4ab9 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:08:05.282956 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e6b6-1f59-4630-aa5a-cb08275c9501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (762266bf-f750-45aa-869a-3eb885ae4ab9), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:05.317352 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-3ac6e6b6-1f59-4630-aa5a-cb08275c9501 None None] Port 762266bf-f750-45aa-869a-3eb885ae4ab9 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:08:05.325618 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-d033eafe-a364-4c5f-8e41-ec4f6bf1e192 None None] For port 762266bf-f750-45aa-869a-3eb885ae4ab9, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:08:05.344548 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-d033eafe-a364-4c5f-8e41-ec4f6bf1e192 None None] For port 762266bf-f750-45aa-869a-3eb885ae4ab9, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=762266bf-f750-45aa-869a-3eb885ae4ab9,segment=NetworkSegment(7246e626-582a-496e-af53-68638b3b9e02),segment_id=7246e626-582a-496e-af53-68638b3b9e02)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:08:05.350966 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-d033eafe-a364-4c5f-8e41-ec4f6bf1e192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (762266bf-f750-45aa-869a-3eb885ae4ab9), after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:05.410810 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96bf95-8d1e-473b-870e-c161eeacfad6 None None] Pushing event updated for resources: {'Port': ['ID=762266bf-f750-45aa-869a-3eb885ae4ab9,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:08:05.414776 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d033eafe-a364-4c5f-8e41-ec4f6bf1e192 None None] Routers {'16ed6531-f9c3-4943-8f51-de3749818e78'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:08:05.415415 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-d033eafe-a364-4c5f-8e41-ec4f6bf1e192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:08:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['16ed6531-f9c3-4943-8f51-de3749818e78'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:08:05.507983 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-d033eafe-a364-4c5f-8e41-ec4f6bf1e192 None None] Set router 16ed6531-f9c3-4943-8f51-de3749818e78 gateway port host: None {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:08:05.635934 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-9cce6d4e-814a-40b2-bf12-0906349c9b9e None None] Provisioning complete for port 762266bf-f750-45aa-869a-3eb885ae4ab9 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:08:05.636348 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9cce6d4e-814a-40b2-bf12-0906349c9b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (762266bf-f750-45aa-869a-3eb885ae4ab9), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:05.712311 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-d033eafe-a364-4c5f-8e41-ec4f6bf1e192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ed6531-f9c3-4943-8f51-de3749818e78', 'name': 'router1', 'tenant_id': '6a34e27a9e9c4905968993041711ccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:07:52Z', 'updated_at': '2022-05-04T08:08:03Z', 'revision_number': 2, 'project_id': '6a34e27a9e9c4905968993041711ccdb', 'gw_port_host': None, '_interfaces': [{'id': '762266bf-f750-45aa-869a-3eb885ae4ab9', 'name': '', 'network_id': 'c9c56e76-7ffe-4771-a47c-8bc0dc295b39', 'tenant_id': '6a34e27a9e9c4905968993041711ccdb', 'mac_address': 'fa:16:3e:39:a6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ed6531-f9c3-4943-8f51-de3749818e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e5040da-7eea-40a3-92bf-43e6257a1f2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:08:02Z', 'updated_at': '2022-05-04T08:08:05Z', 'revision_number': 4, 'project_id': '6a34e27a9e9c4905968993041711ccdb', 'subnets': [{'id': '6e5040da-7eea-40a3-92bf-43e6257a1f2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '418d079a-af48-4c63-9857-1e995226ef65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:08:05.728127 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:05.729551 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-9cce6d4e-814a-40b2-bf12-0906349c9b9e None None] Current status of the port 762266bf-f750-45aa-869a-3eb885ae4ab9 is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:08:05.729920 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9cce6d4e-814a-40b2-bf12-0906349c9b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (762266bf-f750-45aa-869a-3eb885ae4ab9), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:05.744043 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d033eafe-a364-4c5f-8e41-ec4f6bf1e192 None None] The sync data for ids ['16ed6531-f9c3-4943-8f51-de3749818e78'] in dv-cinder-840289-4-iscsi is: [{'id': '16ed6531-f9c3-4943-8f51-de3749818e78', 'name': 'router1', 'tenant_id': '6a34e27a9e9c4905968993041711ccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:07:52Z', 'updated_at': '2022-05-04T08:08:03Z', 'revision_number': 2, 'project_id': '6a34e27a9e9c4905968993041711ccdb', 'gw_port_host': None, '_interfaces': [{'id': '762266bf-f750-45aa-869a-3eb885ae4ab9', 'name': '', 'network_id': 'c9c56e76-7ffe-4771-a47c-8bc0dc295b39', 'tenant_id': '6a34e27a9e9c4905968993041711ccdb', 'mac_address': 'fa:16:3e:39:a6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ed6531-f9c3-4943-8f51-de3749818e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e5040da-7eea-40a3-92bf-43e6257a1f2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:08:02Z', 'updated_at': '2022-05-04T08:08:05Z', 'revision_number': 4, 'project_id': '6a34e27a9e9c4905968993041711ccdb', 'subnets': [{'id': '6e5040da-7eea-40a3-92bf-43e6257a1f2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '418d079a-af48-4c63-9857-1e995226ef65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:08:05.763909 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-9cce6d4e-814a-40b2-bf12-0906349c9b9e None None] For port 762266bf-f750-45aa-869a-3eb885ae4ab9, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=762266bf-f750-45aa-869a-3eb885ae4ab9,segment=NetworkSegment(7246e626-582a-496e-af53-68638b3b9e02),segment_id=7246e626-582a-496e-af53-68638b3b9e02)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:08:05.771717 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9cce6d4e-814a-40b2-bf12-0906349c9b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (762266bf-f750-45aa-869a-3eb885ae4ab9), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:05.828541 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce6d4e-814a-40b2-bf12-0906349c9b9e None None] Pushing event updated for resources: {'Port': ['ID=762266bf-f750-45aa-869a-3eb885ae4ab9,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:08:06.207374 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 57406) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:08:06.412341 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f0e833-e330-4b3c-89ac-ef7257ac8afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:08:06.413756 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-88f0e833-e330-4b3c-89ac-ef7257ac8afc admin admin] 10.222.0.59 "GET /v2.0/networks/0ebd93d7-2ac3-420c-94d7-d3952e6d85cb HTTP/1.1" status: 200 len: 842 time: 0.2053375 May 04 08:08:06.423360 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d21c10f2-8e08-4d35-b33d-bdbf82ad8de3 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'gateway_ip': '172.27.3.1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:08:06.444432 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21c10f2-8e08-4d35-b33d-bdbf82ad8de3 admin admin] Made reservation on behalf of 464080567f3f4194af284b80faf51856 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:08:06.446808 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d21c10f2-8e08-4d35-b33d-bdbf82ad8de3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:06.716186 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.objects.ports [None req-d21c10f2-8e08-4d35-b33d-bdbf82ad8de3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103563) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 04 08:08:06.716609 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d21c10f2-8e08-4d35-b33d-bdbf82ad8de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for subnet (89057fef-1c75-4f30-81a6-882a67ba2a0a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:06.767744 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c10f2-8e08-4d35-b33d-bdbf82ad8de3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89057fef-1c75-4f30-81a6-882a67ba2a0a,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:08:06.778010 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c10f2-8e08-4d35-b33d-bdbf82ad8de3 admin admin] Checking segment: {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:08:06.778352 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21c10f2-8e08-4d35-b33d-bdbf82ad8de3 admin admin] Network hostable DHCP agents. Network: 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb, hostable agents: ['85ebdc97-1e1f-4139-aa22-86704277d257'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:08:06.797138 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21c10f2-8e08-4d35-b33d-bdbf82ad8de3 admin admin] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb is scheduled to be hosted by DHCP agent 85ebdc97-1e1f-4139-aa22-86704277d257 with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:08:06.807848 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-d21c10f2-8e08-4d35-b33d-bdbf82ad8de3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-iscsi, 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:08:06.815040 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21c10f2-8e08-4d35-b33d-bdbf82ad8de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:08:06.816037 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d21c10f2-8e08-4d35-b33d-bdbf82ad8de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:06.817455 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73decf83-814f-47be-bea5-12c9eaf25da6 None None] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:08:06.834256 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-d21c10f2-8e08-4d35-b33d-bdbf82ad8de3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4143212 May 04 08:08:06.922573 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49727fe-d138-4b8c-a467-2cf8f206f0db None None] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:08:09.264680 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 57424) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:08:09.475150 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-8660dcd6-7240-4af1-9fd1-6f1f4b6f40a0 demo admin] 10.222.0.59 "GET /v2.0/routers/16ed6531-f9c3-4943-8f51-de3749818e78 HTTP/1.1" status: 200 len: 710 time: 0.2090960 May 04 08:08:09.564086 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da46e0e1-4143-4648-92d3-8456bc6f515c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:08:09.565468 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-da46e0e1-4143-4648-92d3-8456bc6f515c demo admin] 10.222.0.59 "GET /v2.0/networks/0ebd93d7-2ac3-420c-94d7-d3952e6d85cb HTTP/1.1" status: 200 len: 886 time: 0.0847952 May 04 08:08:09.574276 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0e2d09fd-01ff-4908-862d-581796ee91a5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:08:09.832860 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0e2d09fd-01ff-4908-862d-581796ee91a5 demo admin] Publish callbacks [] for router_gateway (16ed6531-f9c3-4943-8f51-de3749818e78), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:10.048830 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0e2d09fd-01ff-4908-862d-581796ee91a5 demo admin] Publish callbacks [] for router_gateway (16ed6531-f9c3-4943-8f51-de3749818e78), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:10.120932 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0e2d09fd-01ff-4908-862d-581796ee91a5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:10.222013 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-0e2d09fd-01ff-4908-862d-581796ee91a5 demo admin] Allocated IP 172.27.3.197 (0ebd93d7-2ac3-420c-94d7-d3952e6d85cb/89057fef-1c75-4f30-81a6-882a67ba2a0a/b9c68130-308e-4a9b-97f5-c6156f7fac47) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:08:10.324773 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0e2d09fd-01ff-4908-862d-581796ee91a5 demo admin] Publish callbacks [] for port (b9c68130-308e-4a9b-97f5-c6156f7fac47), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:10.358694 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0e2d09fd-01ff-4908-862d-581796ee91a5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434'] for port (b9c68130-308e-4a9b-97f5-c6156f7fac47), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:10.394857 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2d09fd-01ff-4908-862d-581796ee91a5 demo admin] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:08:10.397710 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-0e2d09fd-01ff-4908-862d-581796ee91a5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:08:10.406398 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d09fd-01ff-4908-862d-581796ee91a5 demo admin] Pushing event updated for resources: {'Port': ['ID=b9c68130-308e-4a9b-97f5-c6156f7fac47,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:08:10.410038 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2d09fd-01ff-4908-862d-581796ee91a5 demo admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:08:10.667886 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0e2d09fd-01ff-4908-862d-581796ee91a5 demo admin] Publish callbacks [] for router_gateway (16ed6531-f9c3-4943-8f51-de3749818e78), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:10.956300 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0e2d09fd-01ff-4908-862d-581796ee91a5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-724193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-727684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2875'] for router (16ed6531-f9c3-4943-8f51-de3749818e78), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:10.960154 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0e2d09fd-01ff-4908-862d-581796ee91a5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-724172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-724222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-724215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-727709'] for router (16ed6531-f9c3-4943-8f51-de3749818e78), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:11.074618 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2d09fd-01ff-4908-862d-581796ee91a5 demo admin] Router 16ed6531-f9c3-4943-8f51-de3749818e78 has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:08:11.198039 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2d09fd-01ff-4908-862d-581796ee91a5 demo admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:08:11.203819 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0e2d09fd-01ff-4908-862d-581796ee91a5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:11.205008 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-0e2d09fd-01ff-4908-862d-581796ee91a5 demo admin] 10.222.0.59 "PUT /v2.0/routers/16ed6531-f9c3-4943-8f51-de3749818e78 HTTP/1.1" status: 200 len: 890 time: 1.6339166 May 04 08:08:13.674166 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 57438) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:08:13.789049 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-25464ad6-9d5d-43b4-bf37-fe28c0f596b2 admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1137931 May 04 08:08:14.426622 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 762266bf-f750-45aa-869a-3eb885ae4ab9 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:08:14.474217 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 762266bf-f750-45aa-869a-3eb885ae4ab9 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:08:14.474646 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (762266bf-f750-45aa-869a-3eb885ae4ab9), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:14.545805 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6da7d-896d-4642-b2d0-5863cb2da733 None None] Sync routers for ids ['16ed6531-f9c3-4943-8f51-de3749818e78'] in dv-cinder-840289-4-iscsi {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:08:14.573053 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 762266bf-f750-45aa-869a-3eb885ae4ab9 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:08:14.575986 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d6da7d-896d-4642-b2d0-5863cb2da733 None None] Routers {'16ed6531-f9c3-4943-8f51-de3749818e78'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:08:14.576954 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-09d6da7d-896d-4642-b2d0-5863cb2da733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:08:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['16ed6531-f9c3-4943-8f51-de3749818e78'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:08:14.797374 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-09d6da7d-896d-4642-b2d0-5863cb2da733 None None] Set router 16ed6531-f9c3-4943-8f51-de3749818e78 gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:08:15.253142 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-09d6da7d-896d-4642-b2d0-5863cb2da733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ed6531-f9c3-4943-8f51-de3749818e78', 'name': 'router1', 'tenant_id': '6a34e27a9e9c4905968993041711ccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b9c68130-308e-4a9b-97f5-c6156f7fac47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:07:52Z', 'updated_at': '2022-05-04T08:08:10Z', 'revision_number': 4, 'project_id': '6a34e27a9e9c4905968993041711ccdb', 'gw_port': {'id': 'b9c68130-308e-4a9b-97f5-c6156f7fac47', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:04:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ed6531-f9c3-4943-8f51-de3749818e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:08:10Z', 'updated_at': '2022-05-04T08:08:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '762266bf-f750-45aa-869a-3eb885ae4ab9', 'name': '', 'network_id': 'c9c56e76-7ffe-4771-a47c-8bc0dc295b39', 'tenant_id': '6a34e27a9e9c4905968993041711ccdb', 'mac_address': 'fa:16:3e:39:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed6531-f9c3-4943-8f51-de3749818e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e5040da-7eea-40a3-92bf-43e6257a1f2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:08:02Z', 'updated_at': '2022-05-04T08:08:05Z', 'revision_number': 5, 'project_id': '6a34e27a9e9c4905968993041711ccdb', 'subnets': [{'id': '6e5040da-7eea-40a3-92bf-43e6257a1f2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '418d079a-af48-4c63-9857-1e995226ef65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:08:15.307198 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6da7d-896d-4642-b2d0-5863cb2da733 None None] Checking router: 16ed6531-f9c3-4943-8f51-de3749818e78 for host: dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:08:15.307605 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6da7d-896d-4642-b2d0-5863cb2da733 None None] Updating router 16ed6531-f9c3-4943-8f51-de3749818e78 port b9c68130-308e-4a9b-97f5-c6156f7fac47 binding host dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:08:15.363496 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-09d6da7d-896d-4642-b2d0-5863cb2da733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (b9c68130-308e-4a9b-97f5-c6156f7fac47), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:15.695466 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-09d6da7d-896d-4642-b2d0-5863cb2da733 None None] Publish callbacks [] for port (b9c68130-308e-4a9b-97f5-c6156f7fac47), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:15.702582 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-09d6da7d-896d-4642-b2d0-5863cb2da733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (b9c68130-308e-4a9b-97f5-c6156f7fac47), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:15.756672 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-09d6da7d-896d-4642-b2d0-5863cb2da733 None None] Attempting to bind port b9c68130-308e-4a9b-97f5-c6156f7fac47 on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:08:15.757049 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-09d6da7d-896d-4642-b2d0-5863cb2da733 None None] Attempting to bind port b9c68130-308e-4a9b-97f5-c6156f7fac47 by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:08:15.757409 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d6da7d-896d-4642-b2d0-5863cb2da733 None None] Attempting to bind port b9c68130-308e-4a9b-97f5-c6156f7fac47 on network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:08:15.763793 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d32d50-ed09-4ce1-b2d7-f1edb99ff4db None None] Pushing event updated for resources: {'Port': ['ID=b9c68130-308e-4a9b-97f5-c6156f7fac47,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:08:15.767468 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d6da7d-896d-4642-b2d0-5863cb2da733 None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:08:15.767839 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d6da7d-896d-4642-b2d0-5863cb2da733 None None] Checking segment: {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:08:15.768274 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-09d6da7d-896d-4642-b2d0-5863cb2da733 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:15.768658 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d6da7d-896d-4642-b2d0-5863cb2da733 None None] Bound using segment: {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:08:15.769123 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-09d6da7d-896d-4642-b2d0-5863cb2da733 None None] Bound port: b9c68130-308e-4a9b-97f5-c6156f7fac47, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:08:15.769501 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-09d6da7d-896d-4642-b2d0-5863cb2da733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (b9c68130-308e-4a9b-97f5-c6156f7fac47), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:15.825415 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-09d6da7d-896d-4642-b2d0-5863cb2da733 None None] For port b9c68130-308e-4a9b-97f5-c6156f7fac47, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:08:15.828584 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-09d6da7d-896d-4642-b2d0-5863cb2da733 None None] For port b9c68130-308e-4a9b-97f5-c6156f7fac47, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=b9c68130-308e-4a9b-97f5-c6156f7fac47,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:08:15.837140 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-09d6da7d-896d-4642-b2d0-5863cb2da733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (b9c68130-308e-4a9b-97f5-c6156f7fac47), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:15.903932 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d6da7d-896d-4642-b2d0-5863cb2da733 None None] Routers {'16ed6531-f9c3-4943-8f51-de3749818e78'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:08:15.905159 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-09d6da7d-896d-4642-b2d0-5863cb2da733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:08:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['16ed6531-f9c3-4943-8f51-de3749818e78'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:08:15.907251 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d32d50-ed09-4ce1-b2d7-f1edb99ff4db None None] Pushing event updated for resources: {'Port': ['ID=b9c68130-308e-4a9b-97f5-c6156f7fac47,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:08:16.031036 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-09d6da7d-896d-4642-b2d0-5863cb2da733 None None] Set router 16ed6531-f9c3-4943-8f51-de3749818e78 gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:08:16.245851 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-09d6da7d-896d-4642-b2d0-5863cb2da733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ed6531-f9c3-4943-8f51-de3749818e78', 'name': 'router1', 'tenant_id': '6a34e27a9e9c4905968993041711ccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b9c68130-308e-4a9b-97f5-c6156f7fac47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:07:52Z', 'updated_at': '2022-05-04T08:08:10Z', 'revision_number': 4, 'project_id': '6a34e27a9e9c4905968993041711ccdb', 'gw_port': {'id': 'b9c68130-308e-4a9b-97f5-c6156f7fac47', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:04:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ed6531-f9c3-4943-8f51-de3749818e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:08:10Z', 'updated_at': '2022-05-04T08:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '762266bf-f750-45aa-869a-3eb885ae4ab9', 'name': '', 'network_id': 'c9c56e76-7ffe-4771-a47c-8bc0dc295b39', 'tenant_id': '6a34e27a9e9c4905968993041711ccdb', 'mac_address': 'fa:16:3e:39:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed6531-f9c3-4943-8f51-de3749818e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e5040da-7eea-40a3-92bf-43e6257a1f2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:08:02Z', 'updated_at': '2022-05-04T08:08:05Z', 'revision_number': 5, 'project_id': '6a34e27a9e9c4905968993041711ccdb', 'subnets': [{'id': '6e5040da-7eea-40a3-92bf-43e6257a1f2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '418d079a-af48-4c63-9857-1e995226ef65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:08:16.273827 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6da7d-896d-4642-b2d0-5863cb2da733 None None] The sync data for ids ['16ed6531-f9c3-4943-8f51-de3749818e78'] in dv-cinder-840289-4-iscsi is: [{'id': '16ed6531-f9c3-4943-8f51-de3749818e78', 'name': 'router1', 'tenant_id': '6a34e27a9e9c4905968993041711ccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b9c68130-308e-4a9b-97f5-c6156f7fac47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:07:52Z', 'updated_at': '2022-05-04T08:08:10Z', 'revision_number': 4, 'project_id': '6a34e27a9e9c4905968993041711ccdb', 'gw_port': {'id': 'b9c68130-308e-4a9b-97f5-c6156f7fac47', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:04:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ed6531-f9c3-4943-8f51-de3749818e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:08:10Z', 'updated_at': '2022-05-04T08:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '762266bf-f750-45aa-869a-3eb885ae4ab9', 'name': '', 'network_id': 'c9c56e76-7ffe-4771-a47c-8bc0dc295b39', 'tenant_id': '6a34e27a9e9c4905968993041711ccdb', 'mac_address': 'fa:16:3e:39:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed6531-f9c3-4943-8f51-de3749818e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e5040da-7eea-40a3-92bf-43e6257a1f2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:08:02Z', 'updated_at': '2022-05-04T08:08:05Z', 'revision_number': 5, 'project_id': '6a34e27a9e9c4905968993041711ccdb', 'subnets': [{'id': '6e5040da-7eea-40a3-92bf-43e6257a1f2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '418d079a-af48-4c63-9857-1e995226ef65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:08:18.513748 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device b9c68130-308e-4a9b-97f5-c6156f7fac47 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:08:18.599172 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port b9c68130-308e-4a9b-97f5-c6156f7fac47 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:08:18.599560 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (b9c68130-308e-4a9b-97f5-c6156f7fac47), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:18.712732 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port b9c68130-308e-4a9b-97f5-c6156f7fac47 is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:08:18.713132 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (b9c68130-308e-4a9b-97f5-c6156f7fac47), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:18.749949 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] For port b9c68130-308e-4a9b-97f5-c6156f7fac47, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=b9c68130-308e-4a9b-97f5-c6156f7fac47,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:08:18.758419 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (b9c68130-308e-4a9b-97f5-c6156f7fac47), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:18.821217 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Pushing event updated for resources: {'Port': ['ID=b9c68130-308e-4a9b-97f5-c6156f7fac47,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:08:20.455018 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device b9c68130-308e-4a9b-97f5-c6156f7fac47 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:08:20.546168 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port b9c68130-308e-4a9b-97f5-c6156f7fac47 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:08:20.546853 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (b9c68130-308e-4a9b-97f5-c6156f7fac47), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:20.650345 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port b9c68130-308e-4a9b-97f5-c6156f7fac47 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:08:29.598217 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0f71cd61-7ad9-44f2-ab20-e8751118fada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:31.830432 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9b1abb35-4484-49e3-bf08-d1969c0f5100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:32.169260 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 5 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:08:32.969637 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:34.221161 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:35.705460 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:59.595788 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-28c2ecf6-1fab-448d-9045-ea0606380711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:01.835976 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b92d2f40-41b3-481b-98b5-97d885d54de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:02.961843 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:04.211475 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:05.703831 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:09.169240 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 5 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:09:29.590510 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-819eb331-d6f0-4d50-a360-d03291283d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:31.840038 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a3412580-1f7e-4f61-bc9b-69167e87aab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:32.967028 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:34.146684 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 57922) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:09:34.213584 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:34.215931 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae8b07e4-22fd-45e0-b092-7951c881afaa admin admin] GET failed (client error): The resource could not be found. May 04 08:09:34.217326 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-ae8b07e4-22fd-45e0-b092-7951c881afaa admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0692928 May 04 08:09:34.396444 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13596ef-46f5-4ac2-8413-cc5d140699d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:09:34.397971 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-d13596ef-46f5-4ac2-8413-cc5d140699d3 admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1764951 May 04 08:09:35.700159 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:36.655464 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 57932) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:09:36.821625 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b86b42-65f1-4e84-b6ca-c1946cfc24ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:09:36.823097 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-90b86b42-65f1-4e84-b6ca-c1946cfc24ea admin admin] 10.222.0.59 "GET /v2.0/subnets/6e5040da-7eea-40a3-92bf-43e6257a1f2b HTTP/1.1" status: 200 len: 849 time: 0.1665719 May 04 08:09:36.832930 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-b7a570bf-ce5d-4aea-8d71-6271e4bb625b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:09:36.940267 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b7a570bf-ce5d-4aea-8d71-6271e4bb625b admin admin] Publish callbacks [] for subnet (6e5040da-7eea-40a3-92bf-43e6257a1f2b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:37.092495 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b7a570bf-ce5d-4aea-8d71-6271e4bb625b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787185202086'] for subnet (6e5040da-7eea-40a3-92bf-43e6257a1f2b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:37.130406 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a570bf-ce5d-4aea-8d71-6271e4bb625b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:09:37.131027 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b7a570bf-ce5d-4aea-8d71-6271e4bb625b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:37.132299 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-b7a570bf-ce5d-4aea-8d71-6271e4bb625b admin admin] 10.222.0.59 "PUT /v2.0/subnets/6e5040da-7eea-40a3-92bf-43e6257a1f2b HTTP/1.1" status: 200 len: 868 time: 0.3031828 May 04 08:09:37.151278 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a570bf-ce5d-4aea-8d71-6271e4bb625b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e5040da-7eea-40a3-92bf-43e6257a1f2b,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:09:37.154566 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dc165f-f480-4971-8123-dee6ad504b4f None None] Network c9c56e76-7ffe-4771-a47c-8bc0dc295b39 requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:09:37.159886 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a570bf-ce5d-4aea-8d71-6271e4bb625b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:37.160575 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a570bf-ce5d-4aea-8d71-6271e4bb625b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:37.161133 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a570bf-ce5d-4aea-8d71-6271e4bb625b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:37.161674 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a570bf-ce5d-4aea-8d71-6271e4bb625b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:37.162213 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a570bf-ce5d-4aea-8d71-6271e4bb625b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:37.162750 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a570bf-ce5d-4aea-8d71-6271e4bb625b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:37.163292 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a570bf-ce5d-4aea-8d71-6271e4bb625b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:37.163836 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a570bf-ce5d-4aea-8d71-6271e4bb625b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:37.164408 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a570bf-ce5d-4aea-8d71-6271e4bb625b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:37.170527 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a570bf-ce5d-4aea-8d71-6271e4bb625b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:37.171256 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a570bf-ce5d-4aea-8d71-6271e4bb625b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:37.171860 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a570bf-ce5d-4aea-8d71-6271e4bb625b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:37.172393 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a570bf-ce5d-4aea-8d71-6271e4bb625b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:37.172933 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a570bf-ce5d-4aea-8d71-6271e4bb625b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:37.173461 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a570bf-ce5d-4aea-8d71-6271e4bb625b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:37.471088 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-072fbb30-10d8-41ba-bbeb-c5300490d7ae None None] Provisioning complete for port b9f81d16-b053-430c-a9f3-b1c3bd17dd30 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:09:37.471750 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-072fbb30-10d8-41ba-bbeb-c5300490d7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (b9f81d16-b053-430c-a9f3-b1c3bd17dd30), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:37.552199 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-072fbb30-10d8-41ba-bbeb-c5300490d7ae None None] Current status of the port b9f81d16-b053-430c-a9f3-b1c3bd17dd30 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:09:37.560306 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-072fbb30-10d8-41ba-bbeb-c5300490d7ae None None] Provisioning complete for port 762266bf-f750-45aa-869a-3eb885ae4ab9 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:09:37.560666 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-072fbb30-10d8-41ba-bbeb-c5300490d7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (762266bf-f750-45aa-869a-3eb885ae4ab9), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:37.634267 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-072fbb30-10d8-41ba-bbeb-c5300490d7ae None None] Current status of the port 762266bf-f750-45aa-869a-3eb885ae4ab9 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:09:39.414628 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 57942) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:09:39.624212 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5061dc44-b758-406b-bbc0-606dce795291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:09:39.624706 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5061dc44-b758-406b-bbc0-606dce795291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:09:39.626282 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-5061dc44-b758-406b-bbc0-606dce795291 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2105215 May 04 08:09:41.942943 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 57950) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:09:42.171441 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b30f409-54cc-404c-a44c-d29205c5a1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:09:42.171927 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b30f409-54cc-404c-a44c-d29205c5a1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:09:42.174162 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-2b30f409-54cc-404c-a44c-d29205c5a1be admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2299063 May 04 08:09:44.428870 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 57958) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:09:44.555537 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38db352f-3943-45b5-82e5-211888707529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:09:44.556902 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-38db352f-3943-45b5-82e5-211888707529 admin admin] 10.222.0.59 "GET /v2.0/networks/0ebd93d7-2ac3-420c-94d7-d3952e6d85cb HTTP/1.1" status: 200 len: 886 time: 0.1270545 May 04 08:09:46.168834 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 5 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:09:46.846204 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 57966) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:09:47.063375 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de7b788-9899-4c5c-ac50-1c03d2867100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:09:47.064694 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-8de7b788-9899-4c5c-ac50-1c03d2867100 admin admin] 10.222.0.59 "GET /v2.0/networks/c9c56e76-7ffe-4771-a47c-8bc0dc295b39 HTTP/1.1" status: 200 len: 869 time: 0.2175488 May 04 08:09:49.338629 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 57974) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:09:49.466762 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7880c319-6b84-4d07-8100-508123771b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:09:49.467238 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7880c319-6b84-4d07-8100-508123771b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:09:49.468813 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-7880c319-6b84-4d07-8100-508123771b56 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1283896 May 04 08:09:51.697656 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 57982) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:09:51.809871 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80a4393-77fe-451f-89b8-ef7fafdddd70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:09:51.810326 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80a4393-77fe-451f-89b8-ef7fafdddd70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:09:51.813378 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-f80a4393-77fe-451f-89b8-ef7fafdddd70 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1146483 May 04 08:09:54.051375 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 57990) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:09:54.152538 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1578b1e-a44f-42f5-94cd-7b331daa6f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:09:54.153901 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-e1578b1e-a44f-42f5-94cd-7b331daa6f29 admin admin] 10.222.0.59 "GET /v2.0/subnets/6e5040da-7eea-40a3-92bf-43e6257a1f2b HTTP/1.1" status: 200 len: 868 time: 0.1015537 May 04 08:09:56.373379 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 57998) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:09:56.472552 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9107cc02-11fa-4aef-8c67-f08401c7e3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:09:56.473892 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-9107cc02-11fa-4aef-8c67-f08401c7e3d8 admin admin] 10.222.0.59 "GET /v2.0/subnets/89057fef-1c75-4f30-81a6-882a67ba2a0a HTTP/1.1" status: 200 len: 816 time: 0.0994897 May 04 08:09:59.595945 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1356bec4-ac27-4226-80c3-f6b66d449489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:01.843945 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2f429d56-d979-4e59-81e4-e908415a0228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:02.969399 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:04.213198 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:05.705967 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:23.167973 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 5 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:10:29.593906 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c0874f84-db2c-4c8b-9d01-7148706264fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:31.847221 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-15abdbc5-7861-4529-a794-5b4ec8d7ba7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:32.970361 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:34.217863 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:35.701292 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:36.799829 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 58056) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:10:36.850454 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [None req-bdf0a56a-d8de-43aa-9af2-db6eeebae88b admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103564) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 08:10:36.851503 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-bdf0a56a-d8de-43aa-9af2-db6eeebae88b admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0507212 May 04 08:10:39.234256 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 58064) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:10:39.296453 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef7e9e30-7899-4ee5-b211-af1e2fe9345b admin admin] GET failed (client error): The resource could not be found. May 04 08:10:39.297777 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-ef7e9e30-7899-4ee5-b211-af1e2fe9345b admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625577 May 04 08:10:39.453013 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391ed83d-d7d0-4851-8c13-3f208edf3dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:10:39.454513 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-391ed83d-d7d0-4851-8c13-3f208edf3dfb admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1508777 May 04 08:10:41.727296 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 58072) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:10:41.777623 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-ebf380e2-4a8d-4e48-b20a-7fbd01229547 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:10:41.799979 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf380e2-4a8d-4e48-b20a-7fbd01229547 admin admin] Made reservation on behalf of 464080567f3f4194af284b80faf51856 for: {'network': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:10:41.802431 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ebf380e2-4a8d-4e48-b20a-7fbd01229547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for network (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:41.837558 dv-cinder-840289-4-iscsi neutron-server[103564]: WARNING neutron.services.revisions.revision_plugin [None req-ebf380e2-4a8d-4e48-b20a-7fbd01229547 admin admin] Could not find related network for resource to bump revision. May 04 08:10:41.851942 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf380e2-4a8d-4e48-b20a-7fbd01229547 admin admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=103564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:10:41.863144 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ebf380e2-4a8d-4e48-b20a-7fbd01229547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (72f8f1a7-ada6-47c8-9161-c98fd27b6233), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:41.863483 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.segments_db [None req-ebf380e2-4a8d-4e48-b20a-7fbd01229547 admin admin] Added segment 72f8f1a7-ada6-47c8-9161-c98fd27b6233 of type vlan for network 1823e09f-7e52-4e73-9c5c-356664b9917f May 04 08:10:41.904188 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ebf380e2-4a8d-4e48-b20a-7fbd01229547 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787184729016'] for network (1823e09f-7e52-4e73-9c5c-356664b9917f), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:41.930288 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ebf380e2-4a8d-4e48-b20a-7fbd01229547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (1823e09f-7e52-4e73-9c5c-356664b9917f), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:41.931148 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf380e2-4a8d-4e48-b20a-7fbd01229547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:10:41.931719 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ebf380e2-4a8d-4e48-b20a-7fbd01229547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:41.980606 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-ebf380e2-4a8d-4e48-b20a-7fbd01229547 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2522569 May 04 08:10:42.029251 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf380e2-4a8d-4e48-b20a-7fbd01229547 admin admin] Pushing event updated for resources: {'Network': ['ID=1823e09f-7e52-4e73-9c5c-356664b9917f,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:10:42.036640 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf380e2-4a8d-4e48-b20a-7fbd01229547 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:42.036986 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf380e2-4a8d-4e48-b20a-7fbd01229547 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:42.037345 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf380e2-4a8d-4e48-b20a-7fbd01229547 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:42.037686 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf380e2-4a8d-4e48-b20a-7fbd01229547 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:42.038018 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf380e2-4a8d-4e48-b20a-7fbd01229547 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:42.038377 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf380e2-4a8d-4e48-b20a-7fbd01229547 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:42.038708 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf380e2-4a8d-4e48-b20a-7fbd01229547 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:42.039074 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf380e2-4a8d-4e48-b20a-7fbd01229547 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:42.039416 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf380e2-4a8d-4e48-b20a-7fbd01229547 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:42.039747 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf380e2-4a8d-4e48-b20a-7fbd01229547 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:42.040087 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf380e2-4a8d-4e48-b20a-7fbd01229547 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:42.040426 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf380e2-4a8d-4e48-b20a-7fbd01229547 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:42.040754 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf380e2-4a8d-4e48-b20a-7fbd01229547 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:42.041071 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf380e2-4a8d-4e48-b20a-7fbd01229547 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:42.041389 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf380e2-4a8d-4e48-b20a-7fbd01229547 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:42.053273 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Network 1823e09f-7e52-4e73-9c5c-356664b9917f details requested by agent ovs-agent-dv-cinder-840289-4-iscsi with host dv-cinder-840289-4-iscsi {{(pid=103565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:10:44.236911 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 58080) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:10:44.310087 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4f2577-b12e-42c6-98c6-5cd85b521c4e admin admin] GET failed (client error): The resource could not be found. May 04 08:10:44.311738 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-0a4f2577-b12e-42c6-98c6-5cd85b521c4e admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0737903 May 04 08:10:44.381057 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df072d5-6bc5-454f-8124-e23e4d14f74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:10:44.382531 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-0df072d5-6bc5-454f-8124-e23e4d14f74f admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0667634 May 04 08:10:44.398274 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-9f5db866-9b25-4193-8489-b2e6db8b1755 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '1823e09f-7e52-4e73-9c5c-356664b9917f', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:10:44.424552 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5db866-9b25-4193-8489-b2e6db8b1755 admin admin] Made reservation on behalf of 464080567f3f4194af284b80faf51856 for: {'subnet': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:10:44.426727 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9f5db866-9b25-4193-8489-b2e6db8b1755 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:44.631670 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9f5db866-9b25-4193-8489-b2e6db8b1755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for subnet (bbd2f29d-57dd-4f86-b46c-1524e7cdd916), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:44.690996 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5db866-9b25-4193-8489-b2e6db8b1755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbd2f29d-57dd-4f86-b46c-1524e7cdd916,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:10:44.703198 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5db866-9b25-4193-8489-b2e6db8b1755 admin admin] Checking segment: {'id': '72f8f1a7-ada6-47c8-9161-c98fd27b6233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1823e09f-7e52-4e73-9c5c-356664b9917f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:10:44.703577 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5db866-9b25-4193-8489-b2e6db8b1755 admin admin] Network hostable DHCP agents. Network: 1823e09f-7e52-4e73-9c5c-356664b9917f, hostable agents: ['85ebdc97-1e1f-4139-aa22-86704277d257'], hosted agents: [] {{(pid=103564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:10:44.728965 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5db866-9b25-4193-8489-b2e6db8b1755 admin admin] Network 1823e09f-7e52-4e73-9c5c-356664b9917f is scheduled to be hosted by DHCP agent 85ebdc97-1e1f-4139-aa22-86704277d257 with binding_index 1 {{(pid=103564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:10:44.744570 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-9f5db866-9b25-4193-8489-b2e6db8b1755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-iscsi, 1823e09f-7e52-4e73-9c5c-356664b9917f) {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:10:44.750150 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5db866-9b25-4193-8489-b2e6db8b1755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:10:44.750742 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9f5db866-9b25-4193-8489-b2e6db8b1755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:44.757359 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6313f234-bb3b-49ff-9385-9fe64dad43a2 None None] Network 1823e09f-7e52-4e73-9c5c-356664b9917f requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:10:44.767554 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-9f5db866-9b25-4193-8489-b2e6db8b1755 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3751273 May 04 08:10:45.032931 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7207d5c-ebe3-5c40-9361-4076f3b3dda7-1823e09f-7e52-4e73-9c5c-356664b9917f', 'network_id': '1823e09f-7e52-4e73-9c5c-356664b9917f', 'project_id': '464080567f3f4194af284b80faf51856', 'fixed_ips': [{'subnet_id': 'bbd2f29d-57dd-4f86-b46c-1524e7cdd916'}]}} from dv-cinder-840289-4-iscsi. {{(pid=103565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 08:10:45.033809 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:45.174346 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Allocated IP 192.168.233.2 (1823e09f-7e52-4e73-9c5c-356664b9917f/bbd2f29d-57dd-4f86-b46c-1524e7cdd916/b7bff143-4c4f-4b66-b73f-f8dc2d706ab1) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:10:45.321222 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Publish callbacks [] for port (b7bff143-4c4f-4b66-b73f-f8dc2d706ab1), precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:45.327540 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434'] for port (b7bff143-4c4f-4b66-b73f-f8dc2d706ab1), after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:45.364948 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Network 1823e09f-7e52-4e73-9c5c-356664b9917f is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:10:45.367906 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:10:45.374176 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:10:45.381262 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Pushing event updated for resources: {'Port': ['ID=b7bff143-4c4f-4b66-b73f-f8dc2d706ab1,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:10:45.404519 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:45.404859 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:45.405221 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:45.405572 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:45.405957 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:45.406249 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:45.406545 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:45.406897 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:45.407446 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:45.407562 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:45.407860 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:45.408193 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:45.408517 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:45.408833 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:45.409149 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:10:45.451504 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Attempting to bind port b7bff143-4c4f-4b66-b73f-f8dc2d706ab1 on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:10:45.451862 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Attempting to bind port b7bff143-4c4f-4b66-b73f-f8dc2d706ab1 by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': '72f8f1a7-ada6-47c8-9161-c98fd27b6233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1823e09f-7e52-4e73-9c5c-356664b9917f'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:10:45.452220 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Attempting to bind port b7bff143-4c4f-4b66-b73f-f8dc2d706ab1 on network 1823e09f-7e52-4e73-9c5c-356664b9917f {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:10:45.457899 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:10:45.458277 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Checking segment: {'id': '72f8f1a7-ada6-47c8-9161-c98fd27b6233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1823e09f-7e52-4e73-9c5c-356664b9917f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:10:45.458675 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:45.459109 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Bound using segment: {'id': '72f8f1a7-ada6-47c8-9161-c98fd27b6233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1823e09f-7e52-4e73-9c5c-356664b9917f'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:10:45.459630 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Bound port: b7bff143-4c4f-4b66-b73f-f8dc2d706ab1, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f8f1a7-ada6-47c8-9161-c98fd27b6233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1823e09f-7e52-4e73-9c5c-356664b9917f'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:10:45.460040 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (b7bff143-4c4f-4b66-b73f-f8dc2d706ab1), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:45.525795 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] For port b7bff143-4c4f-4b66-b73f-f8dc2d706ab1, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:10:45.529224 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] For port b7bff143-4c4f-4b66-b73f-f8dc2d706ab1, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=b7bff143-4c4f-4b66-b73f-f8dc2d706ab1,segment=NetworkSegment(72f8f1a7-ada6-47c8-9161-c98fd27b6233),segment_id=72f8f1a7-ada6-47c8-9161-c98fd27b6233)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:10:45.535746 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (b7bff143-4c4f-4b66-b73f-f8dc2d706ab1), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:45.591392 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e91b8d-895b-4017-977b-02e2d3d55410 None None] Pushing event updated for resources: {'Port': ['ID=b7bff143-4c4f-4b66-b73f-f8dc2d706ab1,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:10:46.436525 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e851d37-94fa-4005-ba8e-a34021a561f8 None None] Network 1823e09f-7e52-4e73-9c5c-356664b9917f requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:10:46.523590 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device b7bff143-4c4f-4b66-b73f-f8dc2d706ab1 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:10:46.549108 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-11cf0847-2072-48e1-8d41-94ca53a92428 None None] Provisioning complete for port b7bff143-4c4f-4b66-b73f-f8dc2d706ab1 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:10:46.549472 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-11cf0847-2072-48e1-8d41-94ca53a92428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (b7bff143-4c4f-4b66-b73f-f8dc2d706ab1), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:46.633628 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port b7bff143-4c4f-4b66-b73f-f8dc2d706ab1 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:10:46.634000 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (b7bff143-4c4f-4b66-b73f-f8dc2d706ab1), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:46.712080 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-11cf0847-2072-48e1-8d41-94ca53a92428 None None] Current status of the port b7bff143-4c4f-4b66-b73f-f8dc2d706ab1 is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:10:46.712294 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-11cf0847-2072-48e1-8d41-94ca53a92428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (b7bff143-4c4f-4b66-b73f-f8dc2d706ab1), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:46.772998 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-11cf0847-2072-48e1-8d41-94ca53a92428 None None] For port b7bff143-4c4f-4b66-b73f-f8dc2d706ab1, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=b7bff143-4c4f-4b66-b73f-f8dc2d706ab1,segment=NetworkSegment(72f8f1a7-ada6-47c8-9161-c98fd27b6233),segment_id=72f8f1a7-ada6-47c8-9161-c98fd27b6233)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:10:46.781898 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-11cf0847-2072-48e1-8d41-94ca53a92428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (b7bff143-4c4f-4b66-b73f-f8dc2d706ab1), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:46.792621 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port b7bff143-4c4f-4b66-b73f-f8dc2d706ab1 is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:10:46.792621 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (b7bff143-4c4f-4b66-b73f-f8dc2d706ab1), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:46.878168 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf0847-2072-48e1-8d41-94ca53a92428 None None] Pushing event updated for resources: {'Port': ['ID=b7bff143-4c4f-4b66-b73f-f8dc2d706ab1,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:10:46.896276 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.db.api [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 08:10:46.896646 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG oslo_db.api [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 08:10:46.900741 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-8830240f-4b9a-4b63-948c-cf72757c1117 None None] Provisioning complete for port b7bff143-4c4f-4b66-b73f-f8dc2d706ab1 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:10:46.901154 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8830240f-4b9a-4b63-948c-cf72757c1117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (b7bff143-4c4f-4b66-b73f-f8dc2d706ab1), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:46.978292 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-8830240f-4b9a-4b63-948c-cf72757c1117 None None] Current status of the port b7bff143-4c4f-4b66-b73f-f8dc2d706ab1 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:10:47.444615 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port b7bff143-4c4f-4b66-b73f-f8dc2d706ab1 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:10:48.497450 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device b7bff143-4c4f-4b66-b73f-f8dc2d706ab1 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:10:48.545547 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port b7bff143-4c4f-4b66-b73f-f8dc2d706ab1 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:10:48.545931 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (b7bff143-4c4f-4b66-b73f-f8dc2d706ab1), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:48.621721 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port b7bff143-4c4f-4b66-b73f-f8dc2d706ab1 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:10:59.588925 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1755bd4c-4254-469c-a1db-c952da4edc88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:11:00.167514 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 5 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:11:01.853572 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c08e313f-92ee-4b9a-a406-906f755aeb06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:11:02.973656 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:11:04.224027 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:11:05.706534 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:11:29.592475 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ce830fb9-81a2-4e75-ba94-3bec5a455286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:11:31.846832 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-608ea916-8774-4e8d-98c1-b17fbd459652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:11:32.976133 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:11:34.221276 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:11:35.709822 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:11:37.166208 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 5 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:11:59.596445 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b2814032-3a73-4779-b855-b6aea7881b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:01.850490 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-79a52eb2-e822-4f40-984b-ad2e8d587685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:02.979779 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:04.224392 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:05.714613 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:12.181908 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 58118) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:12:12.190854 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [None req-412a70f8-74cc-462a-9f76-c3c26af4250c tempest-verify_tempest_config-133552588 tempest-verify_tempest_config-133552588-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103564) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 08:12:12.192216 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-412a70f8-74cc-462a-9f76-c3c26af4250c tempest-verify_tempest_config-133552588 tempest-verify_tempest_config-133552588-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0089788 May 04 08:12:12.520812 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 58136) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:12:12.646382 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dcfbe024-82ff-48e5-8ed4-e9bd460ec223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:12.721999 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dcfbe024-82ff-48e5-8ed4-e9bd460ec223 admin admin] Publish callbacks [] for security_group (b828eaae-a3f9-41d8-93c5-b8be02c52cff), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:12.727751 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dcfbe024-82ff-48e5-8ed4-e9bd460ec223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (b828eaae-a3f9-41d8-93c5-b8be02c52cff), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:12.821702 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-dcfbe024-82ff-48e5-8ed4-e9bd460ec223 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=39b0fd28361d4f9d963bd9a269ecb482&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2997794 May 04 08:12:12.822650 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbe024-82ff-48e5-8ed4-e9bd460ec223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b828eaae-a3f9-41d8-93c5-b8be02c52cff,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:12:12.824748 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 58140) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:12:12.830150 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbe024-82ff-48e5-8ed4-e9bd460ec223 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:12.830498 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbe024-82ff-48e5-8ed4-e9bd460ec223 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:12.830856 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbe024-82ff-48e5-8ed4-e9bd460ec223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:12.831228 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbe024-82ff-48e5-8ed4-e9bd460ec223 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:12.831563 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbe024-82ff-48e5-8ed4-e9bd460ec223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:12.831918 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbe024-82ff-48e5-8ed4-e9bd460ec223 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:12.832244 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbe024-82ff-48e5-8ed4-e9bd460ec223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:12.832573 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbe024-82ff-48e5-8ed4-e9bd460ec223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:12.832911 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbe024-82ff-48e5-8ed4-e9bd460ec223 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:12.833243 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbe024-82ff-48e5-8ed4-e9bd460ec223 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:12.833565 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbe024-82ff-48e5-8ed4-e9bd460ec223 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:12.833890 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbe024-82ff-48e5-8ed4-e9bd460ec223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:12.834208 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbe024-82ff-48e5-8ed4-e9bd460ec223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:12.834510 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbe024-82ff-48e5-8ed4-e9bd460ec223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:12.834825 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbe024-82ff-48e5-8ed4-e9bd460ec223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:12.881812 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e667c087-088e-4c0c-b2b2-e54673f39622 admin admin] Publish callbacks [] for security_group (b828eaae-a3f9-41d8-93c5-b8be02c52cff), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:12.906678 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e667c087-088e-4c0c-b2b2-e54673f39622 admin admin] Publish callbacks [] for security_group (b828eaae-a3f9-41d8-93c5-b8be02c52cff), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:13.001799 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e667c087-088e-4c0c-b2b2-e54673f39622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (b828eaae-a3f9-41d8-93c5-b8be02c52cff), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:13.005822 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e667c087-088e-4c0c-b2b2-e54673f39622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:13.007711 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-e667c087-088e-4c0c-b2b2-e54673f39622 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b828eaae-a3f9-41d8-93c5-b8be02c52cff HTTP/1.1" status: 204 len: 168 time: 0.1816154 May 04 08:12:13.016334 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667c087-088e-4c0c-b2b2-e54673f39622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b828eaae-a3f9-41d8-93c5-b8be02c52cff,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:12:13.023145 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e667c087-088e-4c0c-b2b2-e54673f39622 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:13.023483 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e667c087-088e-4c0c-b2b2-e54673f39622 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:13.023847 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e667c087-088e-4c0c-b2b2-e54673f39622 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:13.024180 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e667c087-088e-4c0c-b2b2-e54673f39622 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:13.024508 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e667c087-088e-4c0c-b2b2-e54673f39622 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:13.024814 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e667c087-088e-4c0c-b2b2-e54673f39622 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:13.025151 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e667c087-088e-4c0c-b2b2-e54673f39622 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:13.025471 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e667c087-088e-4c0c-b2b2-e54673f39622 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:13.025805 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e667c087-088e-4c0c-b2b2-e54673f39622 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:13.026131 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e667c087-088e-4c0c-b2b2-e54673f39622 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:13.026465 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e667c087-088e-4c0c-b2b2-e54673f39622 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:13.026792 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e667c087-088e-4c0c-b2b2-e54673f39622 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:13.027129 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e667c087-088e-4c0c-b2b2-e54673f39622 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:13.027438 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e667c087-088e-4c0c-b2b2-e54673f39622 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:13.027752 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e667c087-088e-4c0c-b2b2-e54673f39622 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:14.164810 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 5 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:12:29.599631 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-375503b8-8dc9-4341-800d-fa08f63dae37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:31.855063 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fdee8310-0127-402e-8042-3774c5325d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:32.983888 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:34.231818 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:35.724994 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:51.168320 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 5 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:12:59.615051 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-722ff05b-e574-49b6-9692-c74107fc2f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:13:01.869557 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fb893f46-8cd2-4d56-bcdb-6fec62b24147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:13:02.991959 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:13:04.242490 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:13:05.724393 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:13:28.167808 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 5 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:13:29.608034 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9d156313-b068-4b76-99c1-b28f7528f341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:13:31.872118 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a1052fd9-62b1-4c52-bdf2-790852de8b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:13:33.001177 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:13:34.244312 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:13:35.724536 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:13:59.610353 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5c797b8e-f48c-42d9-b6a4-b43b8de61e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:14:01.335515 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-720948'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:14:01.875179 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6d8f0c6e-b1c7-4e92-bc65-834f0d8977c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:14:03.004354 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:14:04.248833 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:14:05.174693 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 6 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:14:05.725061 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:14:16.383739 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 58212) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:14:16.495728 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-fa27566e-412c-49c1-882d-e3306f582504 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1107924 May 04 08:14:18.756097 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 58222) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:14:18.815798 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-62f665a4-0b1f-4ca9-b4d0-8988d20d44ae admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0585976 May 04 08:14:29.612232 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-422b3d5a-6446-4832-a9b5-7ff43e42b9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:14:31.285574 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:14:31.877041 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4d6849fe-89d4-4a51-86cf-b98145cec2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:14:33.008315 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:14:34.252278 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:14:35.726975 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:14:42.168762 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 6 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:14:59.618461 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a1dad3e8-2f7d-4070-9f77-80a126f76d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:01.293575 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:01.876186 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a77e28b8-53d3-420c-8e56-aca22d15c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:03.013479 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:04.248390 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:05.723159 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:19.168077 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 6 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:15:29.603474 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4d9947b9-55c1-49bd-80f9-8a0aa20a3562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:31.306477 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:31.872408 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-10e7d083-cada-4b20-9bf1-21ca4118920e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:33.005299 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:34.250870 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:35.717547 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:56.167181 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 6 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:15:56.834491 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 58382) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:15:56.892308 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 58392) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:15:57.080386 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1042465838-network', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:15:57.107780 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Made reservation on behalf of 627a6ec20d314e7ba545b36a7e9b2fe8 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:15:57.110422 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:57.121257 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:57.127348 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-b9292efb-d56e-4691-b8d9-af02024d8a57 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-181876021-network', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:15:57.161902 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9292efb-d56e-4691-b8d9-af02024d8a57 admin admin] Made reservation on behalf of 49d87bce57a4470d85b4df9b85eb9602 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:15:57.164051 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9292efb-d56e-4691-b8d9-af02024d8a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:57.177147 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9292efb-d56e-4691-b8d9-af02024d8a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:57.264932 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Publish callbacks [] for security_group (e45dc23e-66e8-48d5-bb45-e66bf7349ff0), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:57.276900 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (e45dc23e-66e8-48d5-bb45-e66bf7349ff0), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:57.302189 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9292efb-d56e-4691-b8d9-af02024d8a57 admin admin] Publish callbacks [] for security_group (37433daf-e003-4faa-b526-a1ae679c4466), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:57.307369 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:15:57.313909 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9292efb-d56e-4691-b8d9-af02024d8a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (37433daf-e003-4faa-b526-a1ae679c4466), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:57.329538 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (0500f4c1-03b2-4993-93c3-de7a098f8506), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:57.329895 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.db.segments_db [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Added segment 0500f4c1-03b2-4993-93c3-de7a098f8506 of type vlan for network 459895ff-73ee-42db-9914-e045a10994f6 May 04 08:15:57.337017 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9292efb-d56e-4691-b8d9-af02024d8a57 admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:15:57.354614 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9292efb-d56e-4691-b8d9-af02024d8a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (379d6a15-5185-48de-b859-cd8ac013b448), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:57.354972 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.db.segments_db [None req-b9292efb-d56e-4691-b8d9-af02024d8a57 admin admin] Added segment 379d6a15-5185-48de-b859-cd8ac013b448 of type vlan for network e2275bde-63c0-443b-bf71-d866f4d5c8f1 May 04 08:15:57.398130 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787184729016'] for network (459895ff-73ee-42db-9914-e045a10994f6), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:57.436092 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 58424) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:15:57.440682 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45dc23e-66e8-48d5-bb45-e66bf7349ff0,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:15:57.458421 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9292efb-d56e-4691-b8d9-af02024d8a57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787184729016'] for network (e2275bde-63c0-443b-bf71-d866f4d5c8f1), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:57.463581 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (459895ff-73ee-42db-9914-e045a10994f6), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:57.464554 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:15:57.465291 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:57.482535 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.482965 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.483244 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.483583 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.483918 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.484254 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.484580 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.484903 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.485243 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.485573 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.485910 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.486259 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.486580 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.487093 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.487419 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Tracked resource versions report: May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: pushed versions: May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: { 'AddressGroup': {'1.2'}, May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: 'Agent': {'1.1'}, May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: 'ConntrackHelper': {'1.0'}, May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: 'LocalIPAssociation': {'1.0'}, May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: 'Log': {'1.0'}, May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: 'NDPProxy': {'1.0'}, May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: 'Network': {'1.1'}, May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: 'Port': {'1.7'}, May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: 'PortForwarding': {'1.3'}, May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: 'QosPolicy': {'1.10'}, May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: 'SecurityGroup': {'1.5'}, May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: 'SecurityGroupRule': {'1.2'}, May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: 'SubPort': {'1.0'}, May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: 'Subnet': {'1.1'}, May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: 'Trunk': {'1.1'}} May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: consumer versions: May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: { DHCP agent@dv-cinder-840289-4-iscsi: {}, May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: HyperV agent@hv-cinder-84028: {}, May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: L3 agent@dv-cinder-840289-4-iscsi: {}, May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: Metadata agent@dv-cinder-840289-4-iscsi: {}, May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: Metering agent@dv-cinder-840289-4-iscsi: {}, May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: Open vSwitch agent@dv-cinder-840289-4-iscsi: { 'AddressGroup': '1.2', May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: 'Agent': '1.1', May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: 'ConntrackHelper': '1.0', May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: 'LocalIPAssociation': '1.0', May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: 'Log': '1.0', May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: 'NDPProxy': '1.0', May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: 'Network': '1.1', May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: 'Port': '1.7', May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: 'PortForwarding': '1.3', May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: 'QosPolicy': '1.10', May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: 'SecurityGroup': '1.5', May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: 'SecurityGroupRule': '1.2', May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: 'SubPort': '1.0', May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: 'Subnet': '1.1', May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: 'Trunk': '1.1'}} May 04 08:15:57.488658 dv-cinder-840289-4-iscsi neutron-server[103563]: {{(pid=103563) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 08:15:57.519865 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6840549 May 04 08:15:57.522798 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 58434) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:15:57.528161 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-383e069d-b068-479b-92ac-69d983f8d17a admin admin] Request body: {'subnet': {'network_id': '459895ff-73ee-42db-9914-e045a10994f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1042465838-subnet', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:15:57.535076 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9292efb-d56e-4691-b8d9-af02024d8a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (e2275bde-63c0-443b-bf71-d866f4d5c8f1), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:57.535981 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9292efb-d56e-4691-b8d9-af02024d8a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:15:57.536563 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9292efb-d56e-4691-b8d9-af02024d8a57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:57.560253 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383e069d-b068-479b-92ac-69d983f8d17a admin admin] Made reservation on behalf of 627a6ec20d314e7ba545b36a7e9b2fe8 for: {'subnet': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:15:57.563092 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-383e069d-b068-479b-92ac-69d983f8d17a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:57.736049 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-b9292efb-d56e-4691-b8d9-af02024d8a57 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8423164 May 04 08:15:57.736986 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 58446) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:15:57.740551 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59719d-928b-479c-a565-d24c255d8f88 admin admin] Pushing event updated for resources: {'Network': ['ID=459895ff-73ee-42db-9914-e045a10994f6,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:15:57.748136 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-01140b88-edb9-42cf-8a93-e47ca77bfe8e admin admin] Request body: {'subnet': {'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-181876021-subnet', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:15:57.757999 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-383e069d-b068-479b-92ac-69d983f8d17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for subnet (7425b7ef-390a-4bcf-88b7-7e4dc3dbed56), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:57.773973 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Network 459895ff-73ee-42db-9914-e045a10994f6 details requested by agent ovs-agent-dv-cinder-840289-4-iscsi with host dv-cinder-840289-4-iscsi {{(pid=103565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:15:57.808943 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e069d-b068-479b-92ac-69d983f8d17a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7425b7ef-390a-4bcf-88b7-7e4dc3dbed56,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:15:57.819312 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e069d-b068-479b-92ac-69d983f8d17a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.819756 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e069d-b068-479b-92ac-69d983f8d17a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.820151 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e069d-b068-479b-92ac-69d983f8d17a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.820668 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e069d-b068-479b-92ac-69d983f8d17a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.821146 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e069d-b068-479b-92ac-69d983f8d17a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.821634 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e069d-b068-479b-92ac-69d983f8d17a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.822106 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e069d-b068-479b-92ac-69d983f8d17a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.822587 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e069d-b068-479b-92ac-69d983f8d17a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.823077 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e069d-b068-479b-92ac-69d983f8d17a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.823694 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e069d-b068-479b-92ac-69d983f8d17a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.824322 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e069d-b068-479b-92ac-69d983f8d17a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.824811 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e069d-b068-479b-92ac-69d983f8d17a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.825280 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e069d-b068-479b-92ac-69d983f8d17a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.825744 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e069d-b068-479b-92ac-69d983f8d17a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.826233 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e069d-b068-479b-92ac-69d983f8d17a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e069d-b068-479b-92ac-69d983f8d17a admin admin] Tracked resource versions report: May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: pushed versions: May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: { 'AddressGroup': {'1.2'}, May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: 'Agent': {'1.1'}, May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: 'ConntrackHelper': {'1.0'}, May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: 'LocalIPAssociation': {'1.0'}, May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: 'Log': {'1.0'}, May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: 'NDPProxy': {'1.0'}, May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: 'Network': {'1.1'}, May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: 'Port': {'1.7'}, May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: 'PortForwarding': {'1.3'}, May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: 'QosPolicy': {'1.10'}, May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: 'SecurityGroup': {'1.5'}, May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: 'SecurityGroupRule': {'1.2'}, May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: 'SubPort': {'1.0'}, May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: 'Subnet': {'1.1'}, May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: 'Trunk': {'1.1'}} May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: consumer versions: May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: { DHCP agent@dv-cinder-840289-4-iscsi: {}, May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: HyperV agent@hv-cinder-84028: {}, May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: L3 agent@dv-cinder-840289-4-iscsi: {}, May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: Metadata agent@dv-cinder-840289-4-iscsi: {}, May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: Metering agent@dv-cinder-840289-4-iscsi: {}, May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: Open vSwitch agent@dv-cinder-840289-4-iscsi: { 'AddressGroup': '1.2', May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: 'Agent': '1.1', May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: 'ConntrackHelper': '1.0', May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: 'LocalIPAssociation': '1.0', May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: 'Log': '1.0', May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: 'NDPProxy': '1.0', May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: 'Network': '1.1', May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: 'Port': '1.7', May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: 'PortForwarding': '1.3', May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: 'QosPolicy': '1.10', May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: 'SecurityGroup': '1.5', May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: 'SecurityGroupRule': '1.2', May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: 'SubPort': '1.0', May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: 'Subnet': '1.1', May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: 'Trunk': '1.1'}} May 04 08:15:57.827574 dv-cinder-840289-4-iscsi neutron-server[103564]: {{(pid=103564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 08:15:57.849434 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9292efb-d56e-4691-b8d9-af02024d8a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37433daf-e003-4faa-b526-a1ae679c4466,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:15:57.856441 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01140b88-edb9-42cf-8a93-e47ca77bfe8e admin admin] Made reservation on behalf of 49d87bce57a4470d85b4df9b85eb9602 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:15:57.866273 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-01140b88-edb9-42cf-8a93-e47ca77bfe8e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:57.872604 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383e069d-b068-479b-92ac-69d983f8d17a admin admin] Checking segment: {'id': '0500f4c1-03b2-4993-93c3-de7a098f8506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '459895ff-73ee-42db-9914-e045a10994f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:15:57.873220 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383e069d-b068-479b-92ac-69d983f8d17a admin admin] Network hostable DHCP agents. Network: 459895ff-73ee-42db-9914-e045a10994f6, hostable agents: ['85ebdc97-1e1f-4139-aa22-86704277d257'], hosted agents: [] {{(pid=103564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:15:57.878460 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 58450) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:15:57.904037 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383e069d-b068-479b-92ac-69d983f8d17a admin admin] Network 459895ff-73ee-42db-9914-e045a10994f6 is scheduled to be hosted by DHCP agent 85ebdc97-1e1f-4139-aa22-86704277d257 with binding_index 1 {{(pid=103564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:15:57.918455 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-383e069d-b068-479b-92ac-69d983f8d17a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-iscsi, 459895ff-73ee-42db-9914-e045a10994f6) {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:15:57.926112 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383e069d-b068-479b-92ac-69d983f8d17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:15:57.926764 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-383e069d-b068-479b-92ac-69d983f8d17a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:57.933308 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80adcdf1-717a-4bb0-bcd1-cb28b7fc27c1 None None] Network 459895ff-73ee-42db-9914-e045a10994f6 requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:15:57.951231 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-383e069d-b068-479b-92ac-69d983f8d17a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4271622 May 04 08:15:57.951864 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 58456) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:15:57.957876 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-4857784b-0381-4dfa-a575-b06a1e6e1d16 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1042465838-router', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:15:57.969081 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9292efb-d56e-4691-b8d9-af02024d8a57 admin admin] Pushing event updated for resources: {'Network': ['ID=e2275bde-63c0-443b-bf71-d866f4d5c8f1,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:15:57.971311 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-67ea3ed0-3aec-44c7-b2c5-5422d99a3634 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2015111370-network', 'tenant_id': '27dd4325dbba41419eb59b0b993fd805'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:15:57.999713 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ea3ed0-3aec-44c7-b2c5-5422d99a3634 admin admin] Made reservation on behalf of 27dd4325dbba41419eb59b0b993fd805 for: {'network': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:15:58.002922 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-67ea3ed0-3aec-44c7-b2c5-5422d99a3634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for network (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.017888 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 58460) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:15:58.018395 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 58462) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:15:58.019332 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-67ea3ed0-3aec-44c7-b2c5-5422d99a3634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.050091 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Network e2275bde-63c0-443b-bf71-d866f4d5c8f1 details requested by agent ovs-agent-dv-cinder-840289-4-iscsi with host dv-cinder-840289-4-iscsi {{(pid=103565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:15:58.143569 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7207d5c-ebe3-5c40-9361-4076f3b3dda7-459895ff-73ee-42db-9914-e045a10994f6', 'network_id': '459895ff-73ee-42db-9914-e045a10994f6', 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'fixed_ips': [{'subnet_id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56'}]}} from dv-cinder-840289-4-iscsi. {{(pid=103565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 08:15:58.144838 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.145042 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-67ea3ed0-3aec-44c7-b2c5-5422d99a3634 admin admin] Publish callbacks [] for security_group (15a4dc24-8777-4f67-8109-d8fea10a451f), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.160534 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-09e09746-b665-4dde-8c0e-2908ca3c0cf2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-851729642-network', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:15:58.165536 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-67ea3ed0-3aec-44c7-b2c5-5422d99a3634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (15a4dc24-8777-4f67-8109-d8fea10a451f), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.178777 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ea3ed0-3aec-44c7-b2c5-5422d99a3634 admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=103564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:15:58.190950 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-67ea3ed0-3aec-44c7-b2c5-5422d99a3634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (b11e28b7-16b4-499d-8847-7f2ede103275), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.191323 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.segments_db [None req-67ea3ed0-3aec-44c7-b2c5-5422d99a3634 admin admin] Added segment b11e28b7-16b4-499d-8847-7f2ede103275 of type vlan for network 7f53ee6c-f82f-441a-bd80-05b890852b60 May 04 08:15:58.233547 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-01140b88-edb9-42cf-8a93-e47ca77bfe8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for subnet (652635ed-4b18-46ee-9740-87f4e09ea616), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.241150 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-67ea3ed0-3aec-44c7-b2c5-5422d99a3634 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787184729016'] for network (7f53ee6c-f82f-441a-bd80-05b890852b60), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.296143 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-67ea3ed0-3aec-44c7-b2c5-5422d99a3634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (7f53ee6c-f82f-441a-bd80-05b890852b60), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.299149 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ea3ed0-3aec-44c7-b2c5-5422d99a3634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:15:58.300747 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-67ea3ed0-3aec-44c7-b2c5-5422d99a3634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.311464 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01140b88-edb9-42cf-8a93-e47ca77bfe8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=652635ed-4b18-46ee-9740-87f4e09ea616,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:15:58.314904 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4857784b-0381-4dfa-a575-b06a1e6e1d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2908'] for router (ed2e8f24-360a-4912-9517-8f9f7dc4fcba), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.317203 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4857784b-0381-4dfa-a575-b06a1e6e1d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2901'] for router (ed2e8f24-360a-4912-9517-8f9f7dc4fcba), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.324740 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01140b88-edb9-42cf-8a93-e47ca77bfe8e admin admin] Checking segment: {'id': '379d6a15-5185-48de-b859-cd8ac013b448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:15:58.325305 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01140b88-edb9-42cf-8a93-e47ca77bfe8e admin admin] Network hostable DHCP agents. Network: e2275bde-63c0-443b-bf71-d866f4d5c8f1, hostable agents: ['85ebdc97-1e1f-4139-aa22-86704277d257'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:15:58.351833 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01140b88-edb9-42cf-8a93-e47ca77bfe8e admin admin] Network e2275bde-63c0-443b-bf71-d866f4d5c8f1 is scheduled to be hosted by DHCP agent 85ebdc97-1e1f-4139-aa22-86704277d257 with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:15:58.372234 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Allocated IP 172.20.0.2 (459895ff-73ee-42db-9914-e045a10994f6/7425b7ef-390a-4bcf-88b7-7e4dc3dbed56/608eb58e-1ffa-42c1-be36-a9b847533cda) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:15:58.374653 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-01140b88-edb9-42cf-8a93-e47ca77bfe8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-iscsi, e2275bde-63c0-443b-bf71-d866f4d5c8f1) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:15:58.380320 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01140b88-edb9-42cf-8a93-e47ca77bfe8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:15:58.380981 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-01140b88-edb9-42cf-8a93-e47ca77bfe8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.419128 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-01140b88-edb9-42cf-8a93-e47ca77bfe8e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6755307 May 04 08:15:58.421832 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 58484) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:15:58.425534 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-5d4f77d7-2ddd-49d2-89f5-e0d0fc05cad4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-858807035-network', 'tenant_id': 'cf5e9e0befe747a794e1f5372bd1e07c'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:15:58.428692 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e09746-b665-4dde-8c0e-2908ca3c0cf2 admin admin] Made reservation on behalf of 76e08c9379ad43118a23806f1da1f18a for: {'network': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:15:58.431255 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09e09746-b665-4dde-8c0e-2908ca3c0cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for network (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.431502 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-1bb45cbf-765d-4205-bca0-968d8c8bf11d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:15:58.439761 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-67ea3ed0-3aec-44c7-b2c5-5422d99a3634 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0025063 May 04 08:15:58.440526 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 58488) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:15:58.454917 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea3ed0-3aec-44c7-b2c5-5422d99a3634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a4dc24-8777-4f67-8109-d8fea10a451f,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:15:58.473057 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-4a314f5a-2d4a-4cb1-903a-430845606f23 admin admin] Request body: {'subnet': {'network_id': '7f53ee6c-f82f-441a-bd80-05b890852b60', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2015111370-subnet', 'tenant_id': '27dd4325dbba41419eb59b0b993fd805', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:15:58.474296 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09e09746-b665-4dde-8c0e-2908ca3c0cf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.533313 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bb45cbf-765d-4205-bca0-968d8c8bf11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2908'] for router (596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.534487 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bb45cbf-765d-4205-bca0-968d8c8bf11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2901'] for router (596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.549873 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Publish callbacks [] for port (608eb58e-1ffa-42c1-be36-a9b847533cda), precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.556352 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270d3c61-17fc-427e-8b6e-ece2b41d83ff None None] Network e2275bde-63c0-443b-bf71-d866f4d5c8f1 requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:15:58.565628 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a314f5a-2d4a-4cb1-903a-430845606f23 admin admin] Made reservation on behalf of 27dd4325dbba41419eb59b0b993fd805 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:15:58.567130 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4857784b-0381-4dfa-a575-b06a1e6e1d16 admin admin] Publish callbacks [] for router_controller (ed2e8f24-360a-4912-9517-8f9f7dc4fcba), precommit_add_association {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.570955 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4a314f5a-2d4a-4cb1-903a-430845606f23 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.572754 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea3ed0-3aec-44c7-b2c5-5422d99a3634 admin admin] Pushing event updated for resources: {'Network': ['ID=7f53ee6c-f82f-441a-bd80-05b890852b60,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:15:58.581354 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-9c5f30cc-492c-463b-ad9d-94a575d56501 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1462924431-network', 'tenant_id': '57ccec31ee3f4845a480759a5772055a'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:15:58.682941 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434'] for port (608eb58e-1ffa-42c1-be36-a9b847533cda), after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.693446 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Network 7f53ee6c-f82f-441a-bd80-05b890852b60 details requested by agent ovs-agent-dv-cinder-840289-4-iscsi with host dv-cinder-840289-4-iscsi {{(pid=103565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:15:58.764015 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bb45cbf-765d-4205-bca0-968d8c8bf11d admin admin] Publish callbacks [] for router_controller (596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.813731 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4f77d7-2ddd-49d2-89f5-e0d0fc05cad4 admin admin] Made reservation on behalf of cf5e9e0befe747a794e1f5372bd1e07c for: {'network': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:15:58.816511 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d4f77d7-2ddd-49d2-89f5-e0d0fc05cad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for network (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.839268 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5f30cc-492c-463b-ad9d-94a575d56501 admin admin] Made reservation on behalf of 57ccec31ee3f4845a480759a5772055a for: {'network': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:15:58.842123 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9c5f30cc-492c-463b-ad9d-94a575d56501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for network (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.885133 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d4f77d7-2ddd-49d2-89f5-e0d0fc05cad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.898964 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Network 459895ff-73ee-42db-9914-e045a10994f6 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:15:58.907184 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9c5f30cc-492c-463b-ad9d-94a575d56501 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.909774 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Pushing event updated for resources: {'Port': ['ID=608eb58e-1ffa-42c1-be36-a9b847533cda,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:15:58.933045 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:15:58.939586 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c9168f-8fa4-445f-bc5b-9ae3a6746df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7207d5c-ebe3-5c40-9361-4076f3b3dda7-e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616'}]}} from dv-cinder-840289-4-iscsi. {{(pid=103565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 08:15:58.940707 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c1c9168f-8fa4-445f-bc5b-9ae3a6746df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.971351 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:15:58.979220 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bb45cbf-765d-4205-bca0-968d8c8bf11d admin admin] Publish callbacks [] for router_gateway (596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.980577 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4857784b-0381-4dfa-a575-b06a1e6e1d16 admin admin] Publish callbacks [] for router_gateway (ed2e8f24-360a-4912-9517-8f9f7dc4fcba), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:58.983218 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:58.984285 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:58.984816 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:58.985545 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:58.986926 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:58.987377 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:58.987780 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:58.988234 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:58.988656 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:58.989092 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:58.990174 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:58.990960 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:58.991514 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:58.992002 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:58.992797 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Tracked resource versions report: May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: pushed versions: May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: { 'AddressGroup': {'1.2'}, May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: 'Agent': {'1.1'}, May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: 'ConntrackHelper': {'1.0'}, May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: 'LocalIPAssociation': {'1.0'}, May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: 'Log': {'1.0'}, May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: 'NDPProxy': {'1.0'}, May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: 'Network': {'1.1'}, May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: 'Port': {'1.7'}, May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: 'PortForwarding': {'1.3'}, May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: 'QosPolicy': {'1.10'}, May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: 'SecurityGroup': {'1.5'}, May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: 'SecurityGroupRule': {'1.2'}, May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: 'SubPort': {'1.0'}, May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: 'Subnet': {'1.1'}, May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: 'Trunk': {'1.1'}} May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: consumer versions: May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: { DHCP agent@dv-cinder-840289-4-iscsi: {}, May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: HyperV agent@hv-cinder-84028: {}, May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: L3 agent@dv-cinder-840289-4-iscsi: {}, May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: Metadata agent@dv-cinder-840289-4-iscsi: {}, May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: Metering agent@dv-cinder-840289-4-iscsi: {}, May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: Open vSwitch agent@dv-cinder-840289-4-iscsi: { 'AddressGroup': '1.2', May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: 'Agent': '1.1', May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: 'ConntrackHelper': '1.0', May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: 'LocalIPAssociation': '1.0', May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: 'Log': '1.0', May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: 'NDPProxy': '1.0', May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: 'Network': '1.1', May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: 'Port': '1.7', May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: 'PortForwarding': '1.3', May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: 'QosPolicy': '1.10', May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: 'SecurityGroup': '1.5', May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: 'SecurityGroupRule': '1.2', May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: 'SubPort': '1.0', May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: 'Subnet': '1.1', May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: 'Trunk': '1.1'}} May 04 08:15:58.994821 dv-cinder-840289-4-iscsi neutron-server[103565]: {{(pid=103565) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 08:15:59.182842 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4a314f5a-2d4a-4cb1-903a-430845606f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for subnet (93efbc0f-ba83-4508-8282-7344ab7f4a3d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:59.193863 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09e09746-b665-4dde-8c0e-2908ca3c0cf2 admin admin] Publish callbacks [] for security_group (ad8436cc-0cbd-4423-8765-2d1fa3ae5a5d), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:59.208120 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09e09746-b665-4dde-8c0e-2908ca3c0cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (ad8436cc-0cbd-4423-8765-2d1fa3ae5a5d), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:59.277660 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e09746-b665-4dde-8c0e-2908ca3c0cf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=103564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:15:59.302608 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Attempting to bind port 608eb58e-1ffa-42c1-be36-a9b847533cda on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:15:59.303003 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Attempting to bind port 608eb58e-1ffa-42c1-be36-a9b847533cda by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': '0500f4c1-03b2-4993-93c3-de7a098f8506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '459895ff-73ee-42db-9914-e045a10994f6'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:15:59.303640 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Attempting to bind port 608eb58e-1ffa-42c1-be36-a9b847533cda on network 459895ff-73ee-42db-9914-e045a10994f6 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:15:59.320419 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:15:59.321121 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Checking segment: {'id': '0500f4c1-03b2-4993-93c3-de7a098f8506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '459895ff-73ee-42db-9914-e045a10994f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:15:59.321698 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:59.322456 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Bound using segment: {'id': '0500f4c1-03b2-4993-93c3-de7a098f8506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '459895ff-73ee-42db-9914-e045a10994f6'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:15:59.323631 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Bound port: 608eb58e-1ffa-42c1-be36-a9b847533cda, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0500f4c1-03b2-4993-93c3-de7a098f8506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '459895ff-73ee-42db-9914-e045a10994f6'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:15:59.324564 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (608eb58e-1ffa-42c1-be36-a9b847533cda), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:59.376306 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09e09746-b665-4dde-8c0e-2908ca3c0cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (d1cda626-96e4-4275-a50c-1b647e83f6cd), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:59.376680 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.segments_db [None req-09e09746-b665-4dde-8c0e-2908ca3c0cf2 admin admin] Added segment d1cda626-96e4-4275-a50c-1b647e83f6cd of type vlan for network 69e555c2-1670-40dc-ab1f-e521e2075e90 May 04 08:15:59.395301 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e09746-b665-4dde-8c0e-2908ca3c0cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8436cc-0cbd-4423-8765-2d1fa3ae5a5d,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:15:59.402320 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d4f77d7-2ddd-49d2-89f5-e0d0fc05cad4 admin admin] Publish callbacks [] for security_group (b40e6ea6-1bec-4eed-b402-8f0e956454f9), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:59.442966 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-c1c9168f-8fa4-445f-bc5b-9ae3a6746df7 None None] Allocated IP 172.20.0.2 (e2275bde-63c0-443b-bf71-d866f4d5c8f1/652635ed-4b18-46ee-9740-87f4e09ea616/dfcc8ee5-da2d-4af0-8a44-814b09fa9823) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:15:59.462782 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-639da019-cc67-40e0-a83b-685d51915390 None None] For port 608eb58e-1ffa-42c1-be36-a9b847533cda, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:15:59.469498 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a314f5a-2d4a-4cb1-903a-430845606f23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93efbc0f-ba83-4508-8282-7344ab7f4a3d,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:15:59.487342 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-639da019-cc67-40e0-a83b-685d51915390 None None] For port 608eb58e-1ffa-42c1-be36-a9b847533cda, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=608eb58e-1ffa-42c1-be36-a9b847533cda,segment=NetworkSegment(0500f4c1-03b2-4993-93c3-de7a098f8506),segment_id=0500f4c1-03b2-4993-93c3-de7a098f8506)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:15:59.502531 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (608eb58e-1ffa-42c1-be36-a9b847533cda), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:59.530129 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9c5f30cc-492c-463b-ad9d-94a575d56501 admin admin] Publish callbacks [] for security_group (039dcd2e-c73f-40cf-b2cf-ccbb796a1741), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:59.531110 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d4f77d7-2ddd-49d2-89f5-e0d0fc05cad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (b40e6ea6-1bec-4eed-b402-8f0e956454f9), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:59.573601 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bb45cbf-765d-4205-bca0-968d8c8bf11d admin admin] Publish callbacks [] for router_gateway (596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:59.597119 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9c5f30cc-492c-463b-ad9d-94a575d56501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (039dcd2e-c73f-40cf-b2cf-ccbb796a1741), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:59.597352 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639da019-cc67-40e0-a83b-685d51915390 None None] Pushing event updated for resources: {'Port': ['ID=608eb58e-1ffa-42c1-be36-a9b847533cda,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:15:59.620799 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a314f5a-2d4a-4cb1-903a-430845606f23 admin admin] Checking segment: {'id': 'b11e28b7-16b4-499d-8847-7f2ede103275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7f53ee6c-f82f-441a-bd80-05b890852b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:15:59.621603 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a314f5a-2d4a-4cb1-903a-430845606f23 admin admin] Network hostable DHCP agents. Network: 7f53ee6c-f82f-441a-bd80-05b890852b60, hostable agents: ['85ebdc97-1e1f-4139-aa22-86704277d257'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:15:59.629586 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bb45cbf-765d-4205-bca0-968d8c8bf11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:59.639889 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09e09746-b665-4dde-8c0e-2908ca3c0cf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787184729016'] for network (69e555c2-1670-40dc-ab1f-e521e2075e90), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:59.644943 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d4f77d7-2ddd-49d2-89f5-e0d0fc05cad4 admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=103564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:15:59.654104 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6f52d9ef-ecb5-49bc-8486-9bd481097d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:59.733226 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a314f5a-2d4a-4cb1-903a-430845606f23 admin admin] Network 7f53ee6c-f82f-441a-bd80-05b890852b60 is scheduled to be hosted by DHCP agent 85ebdc97-1e1f-4139-aa22-86704277d257 with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:15:59.751866 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d4f77d7-2ddd-49d2-89f5-e0d0fc05cad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (e13b106f-bad6-48fd-95d6-5323f4e4bb9a), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:59.752618 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.segments_db [None req-5d4f77d7-2ddd-49d2-89f5-e0d0fc05cad4 admin admin] Added segment e13b106f-bad6-48fd-95d6-5323f4e4bb9a of type vlan for network 444090b3-b666-4591-9cbe-dc039e65ad0f May 04 08:15:59.754504 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-4a314f5a-2d4a-4cb1-903a-430845606f23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-iscsi, 7f53ee6c-f82f-441a-bd80-05b890852b60) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:15:59.765067 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a314f5a-2d4a-4cb1-903a-430845606f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:15:59.765691 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4a314f5a-2d4a-4cb1-903a-430845606f23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:59.774172 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4812af67-1642-4acd-8a51-1ae07fddaab8 None None] Network 7f53ee6c-f82f-441a-bd80-05b890852b60 requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:15:59.789312 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f77d7-2ddd-49d2-89f5-e0d0fc05cad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40e6ea6-1bec-4eed-b402-8f0e956454f9,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:15:59.828786 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4857784b-0381-4dfa-a575-b06a1e6e1d16 admin admin] Publish callbacks [] for router_gateway (ed2e8f24-360a-4912-9517-8f9f7dc4fcba), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:59.846992 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-4a314f5a-2d4a-4cb1-903a-430845606f23 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3964252 May 04 08:15:59.860743 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c1c9168f-8fa4-445f-bc5b-9ae3a6746df7 None None] Publish callbacks [] for port (dfcc8ee5-da2d-4af0-8a44-814b09fa9823), precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:59.877453 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 58534) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:15:59.879752 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-1bb45cbf-765d-4205-bca0-968d8c8bf11d admin admin] Allocated IP 172.27.3.225 (0ebd93d7-2ac3-420c-94d7-d3952e6d85cb/89057fef-1c75-4f30-81a6-882a67ba2a0a/329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:15:59.895723 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d4f77d7-2ddd-49d2-89f5-e0d0fc05cad4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787184729016'] for network (444090b3-b666-4591-9cbe-dc039e65ad0f), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:59.907978 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4857784b-0381-4dfa-a575-b06a1e6e1d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:59.920459 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09e09746-b665-4dde-8c0e-2908ca3c0cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (69e555c2-1670-40dc-ab1f-e521e2075e90), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:59.922161 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e09746-b665-4dde-8c0e-2908ca3c0cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:15:59.923048 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09e09746-b665-4dde-8c0e-2908ca3c0cf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:59.948119 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.db.api [None req-9c5f30cc-492c-463b-ad9d-94a575d56501 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 08:15:59.948622 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG oslo_db.api [None req-9c5f30cc-492c-463b-ad9d-94a575d56501 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 08:15:59.995133 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f30cc-492c-463b-ad9d-94a575d56501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039dcd2e-c73f-40cf-b2cf-ccbb796a1741,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:00.001819 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c1c9168f-8fa4-445f-bc5b-9ae3a6746df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434'] for port (dfcc8ee5-da2d-4af0-8a44-814b09fa9823), after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:00.029483 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a5a024-28a9-4a86-94fc-4ba3d45191f0 None None] Network 7f53ee6c-f82f-441a-bd80-05b890852b60 requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:16:00.171281 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c9168f-8fa4-445f-bc5b-9ae3a6746df7 None None] Network e2275bde-63c0-443b-bf71-d866f4d5c8f1 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:16:00.222798 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-c1c9168f-8fa4-445f-bc5b-9ae3a6746df7 None None] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:00.225797 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c9168f-8fa4-445f-bc5b-9ae3a6746df7 None None] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:16:00.237619 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9168f-8fa4-445f-bc5b-9ae3a6746df7 None None] Pushing event updated for resources: {'Port': ['ID=dfcc8ee5-da2d-4af0-8a44-814b09fa9823,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:00.245229 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2509755e-1c88-45a8-88f1-aa1b9c668069 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:00.280519 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e09746-b665-4dde-8c0e-2908ca3c0cf2 admin admin] Pushing event updated for resources: {'Network': ['ID=69e555c2-1670-40dc-ab1f-e521e2075e90,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:00.283404 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d4f77d7-2ddd-49d2-89f5-e0d0fc05cad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (444090b3-b666-4591-9cbe-dc039e65ad0f), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:00.284623 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4f77d7-2ddd-49d2-89f5-e0d0fc05cad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:00.285375 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d4f77d7-2ddd-49d2-89f5-e0d0fc05cad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:00.291699 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bb45cbf-765d-4205-bca0-968d8c8bf11d admin admin] Publish callbacks [] for port (329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:00.298434 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-09e09746-b665-4dde-8c0e-2908ca3c0cf2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4179292 May 04 08:16:00.301554 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 58542) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:00.302174 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Network 69e555c2-1670-40dc-ab1f-e521e2075e90 details requested by agent ovs-agent-dv-cinder-840289-4-iscsi with host dv-cinder-840289-4-iscsi {{(pid=103565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:16:00.308474 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-a0ec9145-ab9b-4f15-9fd3-2da1cd187da6 admin admin] Request body: {'subnet': {'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-851729642-subnet', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:00.341676 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-5d4f77d7-2ddd-49d2-89f5-e0d0fc05cad4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3089683 May 04 08:16:00.342801 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ec9145-ab9b-4f15-9fd3-2da1cd187da6 admin admin] Made reservation on behalf of 76e08c9379ad43118a23806f1da1f18a for: {'subnet': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:16:00.345692 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a0ec9145-ab9b-4f15-9fd3-2da1cd187da6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:00.350172 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 58544) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:00.378046 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-009bf9ec-6301-46cb-9b5a-d809cc90ee06 admin admin] Request body: {'subnet': {'network_id': '444090b3-b666-4591-9cbe-dc039e65ad0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-858807035-subnet', 'tenant_id': 'cf5e9e0befe747a794e1f5372bd1e07c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:00.441046 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bb45cbf-765d-4205-bca0-968d8c8bf11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434'] for port (329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:00.443323 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009bf9ec-6301-46cb-9b5a-d809cc90ee06 admin admin] Made reservation on behalf of cf5e9e0befe747a794e1f5372bd1e07c for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:16:00.456916 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-009bf9ec-6301-46cb-9b5a-d809cc90ee06 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:00.503326 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9c5f30cc-492c-463b-ad9d-94a575d56501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for network (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:00.549959 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-c1c9168f-8fa4-445f-bc5b-9ae3a6746df7 None None] Attempting to bind port dfcc8ee5-da2d-4af0-8a44-814b09fa9823 on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:16:00.550470 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-c1c9168f-8fa4-445f-bc5b-9ae3a6746df7 None None] Attempting to bind port dfcc8ee5-da2d-4af0-8a44-814b09fa9823 by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': '379d6a15-5185-48de-b859-cd8ac013b448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:16:00.550992 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c9168f-8fa4-445f-bc5b-9ae3a6746df7 None None] Attempting to bind port dfcc8ee5-da2d-4af0-8a44-814b09fa9823 on network e2275bde-63c0-443b-bf71-d866f4d5c8f1 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:16:00.566191 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-4857784b-0381-4dfa-a575-b06a1e6e1d16 admin admin] Allocated IP 172.27.3.123 (0ebd93d7-2ac3-420c-94d7-d3952e6d85cb/89057fef-1c75-4f30-81a6-882a67ba2a0a/92f2336a-faed-47e4-a40c-1aa8f75eb7b0) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:16:00.566747 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c9168f-8fa4-445f-bc5b-9ae3a6746df7 None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:16:00.567851 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c9168f-8fa4-445f-bc5b-9ae3a6746df7 None None] Checking segment: {'id': '379d6a15-5185-48de-b859-cd8ac013b448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:16:00.568365 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c1c9168f-8fa4-445f-bc5b-9ae3a6746df7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:00.569456 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c9168f-8fa4-445f-bc5b-9ae3a6746df7 None None] Bound using segment: {'id': '379d6a15-5185-48de-b859-cd8ac013b448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:16:00.577373 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-c1c9168f-8fa4-445f-bc5b-9ae3a6746df7 None None] Bound port: dfcc8ee5-da2d-4af0-8a44-814b09fa9823, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379d6a15-5185-48de-b859-cd8ac013b448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:16:00.578070 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c1c9168f-8fa4-445f-bc5b-9ae3a6746df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (dfcc8ee5-da2d-4af0-8a44-814b09fa9823), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:00.716896 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4857784b-0381-4dfa-a575-b06a1e6e1d16 admin admin] Publish callbacks [] for port (92f2336a-faed-47e4-a40c-1aa8f75eb7b0), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:00.738710 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb45cbf-765d-4205-bca0-968d8c8bf11d admin admin] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:16:00.749940 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb45cbf-765d-4205-bca0-968d8c8bf11d admin admin] Pushing event updated for resources: {'Port': ['ID=329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:00.772695 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-1bb45cbf-765d-4205-bca0-968d8c8bf11d admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:00.784220 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb45cbf-765d-4205-bca0-968d8c8bf11d admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:16:00.883857 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2509755e-1c88-45a8-88f1-aa1b9c668069 admin admin] Publish callbacks [] for security_group (59226865-e201-4ca0-8e19-25a91c6a67c4), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:00.901546 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 608eb58e-1ffa-42c1-be36-a9b847533cda up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:16:00.902352 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2509755e-1c88-45a8-88f1-aa1b9c668069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (59226865-e201-4ca0-8e19-25a91c6a67c4), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:00.991871 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-c1c9168f-8fa4-445f-bc5b-9ae3a6746df7 None None] For port dfcc8ee5-da2d-4af0-8a44-814b09fa9823, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:16:01.014289 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-c1c9168f-8fa4-445f-bc5b-9ae3a6746df7 None None] For port dfcc8ee5-da2d-4af0-8a44-814b09fa9823, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=dfcc8ee5-da2d-4af0-8a44-814b09fa9823,segment=NetworkSegment(379d6a15-5185-48de-b859-cd8ac013b448),segment_id=379d6a15-5185-48de-b859-cd8ac013b448)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:16:01.026071 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c1c9168f-8fa4-445f-bc5b-9ae3a6746df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (dfcc8ee5-da2d-4af0-8a44-814b09fa9823), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:01.029954 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 608eb58e-1ffa-42c1-be36-a9b847533cda triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:01.030317 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (608eb58e-1ffa-42c1-be36-a9b847533cda), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:01.088478 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 58558) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:01.095984 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-e81e2c26-72ce-44d5-a096-58f811bd15d1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1064823636-network', 'tenant_id': 'e73e00f14eb14fe68001526c9faf8de0'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:01.118685 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9168f-8fa4-445f-bc5b-9ae3a6746df7 None None] Pushing event updated for resources: {'Port': ['ID=dfcc8ee5-da2d-4af0-8a44-814b09fa9823,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:01.126979 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4857784b-0381-4dfa-a575-b06a1e6e1d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434'] for port (92f2336a-faed-47e4-a40c-1aa8f75eb7b0), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:01.246228 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 608eb58e-1ffa-42c1-be36-a9b847533cda is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:01.247687 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (608eb58e-1ffa-42c1-be36-a9b847533cda), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:01.248523 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-2509755e-1c88-45a8-88f1-aa1b9c668069 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=64c2bfd572024b15b35a67a1f39ef0dd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3644328 May 04 08:16:01.251505 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 58564) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:01.272535 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509755e-1c88-45a8-88f1-aa1b9c668069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59226865-e201-4ca0-8e19-25a91c6a67c4,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:01.340033 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f77d7-2ddd-49d2-89f5-e0d0fc05cad4 admin admin] Pushing event updated for resources: {'Network': ['ID=444090b3-b666-4591-9cbe-dc039e65ad0f,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:01.348801 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] For port 608eb58e-1ffa-42c1-be36-a9b847533cda, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=608eb58e-1ffa-42c1-be36-a9b847533cda,segment=NetworkSegment(0500f4c1-03b2-4993-93c3-de7a098f8506),segment_id=0500f4c1-03b2-4993-93c3-de7a098f8506)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:16:01.358530 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Network 444090b3-b666-4591-9cbe-dc039e65ad0f details requested by agent ovs-agent-dv-cinder-840289-4-iscsi with host dv-cinder-840289-4-iscsi {{(pid=103565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:16:01.363070 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (608eb58e-1ffa-42c1-be36-a9b847533cda), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:01.366795 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4857784b-0381-4dfa-a575-b06a1e6e1d16 admin admin] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:16:01.367073 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-009bf9ec-6301-46cb-9b5a-d809cc90ee06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for subnet (45538bf3-9b96-4f4b-8834-95bb5dd1eb54), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:01.388259 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:01.419542 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-4857784b-0381-4dfa-a575-b06a1e6e1d16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:01.422337 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857784b-0381-4dfa-a575-b06a1e6e1d16 admin admin] Pushing event updated for resources: {'Port': ['ID=92f2336a-faed-47e4-a40c-1aa8f75eb7b0,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:01.426538 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a0ec9145-ab9b-4f15-9fd3-2da1cd187da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for subnet (c1223e7c-a5fa-47f3-8b09-39c09633d1c1), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:01.432134 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4857784b-0381-4dfa-a575-b06a1e6e1d16 admin admin] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:16:01.433068 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87af988f-cb7f-49b6-89ba-c1712756fc65 None None] Network 459895ff-73ee-42db-9914-e045a10994f6 requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:16:01.450306 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bf9ec-6301-46cb-9b5a-d809cc90ee06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45538bf3-9b96-4f4b-8834-95bb5dd1eb54,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:01.575456 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009bf9ec-6301-46cb-9b5a-d809cc90ee06 admin admin] Checking segment: {'id': 'e13b106f-bad6-48fd-95d6-5323f4e4bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '444090b3-b666-4591-9cbe-dc039e65ad0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:16:01.575858 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009bf9ec-6301-46cb-9b5a-d809cc90ee06 admin admin] Network hostable DHCP agents. Network: 444090b3-b666-4591-9cbe-dc039e65ad0f, hostable agents: ['85ebdc97-1e1f-4139-aa22-86704277d257'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:16:01.580434 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0d829ee1-e5d2-42db-aa97-4a09716f3b76 admin admin] Publish callbacks [] for security_group (59226865-e201-4ca0-8e19-25a91c6a67c4), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:01.606959 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-c6db40ef-d58e-434c-93a3-4d64899c7751 None None] Provisioning complete for port 608eb58e-1ffa-42c1-be36-a9b847533cda triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:01.611947 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c6db40ef-d58e-434c-93a3-4d64899c7751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (608eb58e-1ffa-42c1-be36-a9b847533cda), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:01.634363 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bb45cbf-765d-4205-bca0-968d8c8bf11d admin admin] Publish callbacks [] for router_gateway (596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:01.641556 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0d829ee1-e5d2-42db-aa97-4a09716f3b76 admin admin] Publish callbacks [] for security_group (59226865-e201-4ca0-8e19-25a91c6a67c4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:01.663730 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec9145-ab9b-4f15-9fd3-2da1cd187da6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1223e7c-a5fa-47f3-8b09-39c09633d1c1,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:01.668773 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81e2c26-72ce-44d5-a096-58f811bd15d1 admin admin] Made reservation on behalf of e73e00f14eb14fe68001526c9faf8de0 for: {'network': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:16:01.672119 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e81e2c26-72ce-44d5-a096-58f811bd15d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for network (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:01.689584 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009bf9ec-6301-46cb-9b5a-d809cc90ee06 admin admin] Network 444090b3-b666-4591-9cbe-dc039e65ad0f is scheduled to be hosted by DHCP agent 85ebdc97-1e1f-4139-aa22-86704277d257 with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:16:01.703516 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Pushing event updated for resources: {'Port': ['ID=608eb58e-1ffa-42c1-be36-a9b847533cda,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:01.733265 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-009bf9ec-6301-46cb-9b5a-d809cc90ee06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-iscsi, 444090b3-b666-4591-9cbe-dc039e65ad0f) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:01.750198 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eda3ca-8244-4574-bfbd-8c421c65cbba None None] Network 444090b3-b666-4591-9cbe-dc039e65ad0f requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:16:01.761366 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5f30cc-492c-463b-ad9d-94a575d56501 admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=103564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:16:01.770961 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9c5f30cc-492c-463b-ad9d-94a575d56501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (be24cf48-fbca-4f1a-adfd-44da32707882), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:01.771305 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.segments_db [None req-9c5f30cc-492c-463b-ad9d-94a575d56501 admin admin] Added segment be24cf48-fbca-4f1a-adfd-44da32707882 of type vlan for network 7df6b99b-6f55-43f2-ae59-a84ab50ce98b May 04 08:16:01.787478 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e81e2c26-72ce-44d5-a096-58f811bd15d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:01.789624 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009bf9ec-6301-46cb-9b5a-d809cc90ee06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:01.790957 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-009bf9ec-6301-46cb-9b5a-d809cc90ee06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:01.882323 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9c5f30cc-492c-463b-ad9d-94a575d56501 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787184729016'] for network (7df6b99b-6f55-43f2-ae59-a84ab50ce98b), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:01.935352 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-bcf52530-1603-43e1-8855-a421ac61e036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:01.975976 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-c6db40ef-d58e-434c-93a3-4d64899c7751 None None] Current status of the port 608eb58e-1ffa-42c1-be36-a9b847533cda is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:01.986817 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c164ff-9707-4fc0-9063-c0c6e5d12d13 None None] Network 444090b3-b666-4591-9cbe-dc039e65ad0f requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:16:02.040225 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bb45cbf-765d-4205-bca0-968d8c8bf11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-724172'] for router (596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:02.044692 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0d829ee1-e5d2-42db-aa97-4a09716f3b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (59226865-e201-4ca0-8e19-25a91c6a67c4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:02.048736 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0d829ee1-e5d2-42db-aa97-4a09716f3b76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:02.049908 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-0d829ee1-e5d2-42db-aa97-4a09716f3b76 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/59226865-e201-4ca0-8e19-25a91c6a67c4 HTTP/1.1" status: 204 len: 168 time: 0.7784457 May 04 08:16:02.175056 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ec9145-ab9b-4f15-9fd3-2da1cd187da6 admin admin] Checking segment: {'id': 'd1cda626-96e4-4275-a50c-1b647e83f6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:16:02.175746 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ec9145-ab9b-4f15-9fd3-2da1cd187da6 admin admin] Network hostable DHCP agents. Network: 69e555c2-1670-40dc-ab1f-e521e2075e90, hostable agents: ['85ebdc97-1e1f-4139-aa22-86704277d257'], hosted agents: [] {{(pid=103564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:16:02.180574 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.db.resource_extend [None req-9c5f30cc-492c-463b-ad9d-94a575d56501 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 08:16:02.199119 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-1b7ed4c8-7590-4d21-b7ee-63adef562fd9 None None] Provisioning complete for port 608eb58e-1ffa-42c1-be36-a9b847533cda triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:02.199625 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1b7ed4c8-7590-4d21-b7ee-63adef562fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (608eb58e-1ffa-42c1-be36-a9b847533cda), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:02.201258 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d829ee1-e5d2-42db-aa97-4a09716f3b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59226865-e201-4ca0-8e19-25a91c6a67c4,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:02.221384 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-009bf9ec-6301-46cb-9b5a-d809cc90ee06 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8700593 May 04 08:16:02.233315 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb45cbf-765d-4205-bca0-968d8c8bf11d admin admin] Router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e is scheduled to L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 08:16:02.334953 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9c5f30cc-492c-463b-ad9d-94a575d56501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (7df6b99b-6f55-43f2-ae59-a84ab50ce98b), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:02.336495 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5f30cc-492c-463b-ad9d-94a575d56501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:02.337240 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9c5f30cc-492c-463b-ad9d-94a575d56501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:02.383861 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4857784b-0381-4dfa-a575-b06a1e6e1d16 admin admin] Publish callbacks [] for router_gateway (ed2e8f24-360a-4912-9517-8f9f7dc4fcba), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:02.429554 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb45cbf-765d-4205-bca0-968d8c8bf11d admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:16:02.441088 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdca30b-7692-471e-ba1a-050e4387a4ca None None] Sync routers for ids ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:16:02.447081 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-1b7ed4c8-7590-4d21-b7ee-63adef562fd9 None None] Current status of the port 608eb58e-1ffa-42c1-be36-a9b847533cda is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:02.465208 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdca30b-7692-471e-ba1a-050e4387a4ca None None] Routers {'596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:16:02.467617 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-7bdca30b-7692-471e-ba1a-050e4387a4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:16:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:02.477904 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bb45cbf-765d-4205-bca0-968d8c8bf11d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:02.479411 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-1bb45cbf-765d-4205-bca0-968d8c8bf11d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0561314 May 04 08:16:02.482181 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 58594) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:02.552389 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ec9145-ab9b-4f15-9fd3-2da1cd187da6 admin admin] Network 69e555c2-1670-40dc-ab1f-e521e2075e90 is scheduled to be hosted by DHCP agent 85ebdc97-1e1f-4139-aa22-86704277d257 with binding_index 1 {{(pid=103564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:16:02.562972 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-9c5f30cc-492c-463b-ad9d-94a575d56501 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.5313447 May 04 08:16:02.579151 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 58604) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:02.587715 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-2b14e88a-1fb2-44e1-bc28-0434f8f5529d admin admin] Request body: {'subnet': {'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1462924431-subnet', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:02.713972 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f30cc-492c-463b-ad9d-94a575d56501 admin admin] Pushing event updated for resources: {'Network': ['ID=7df6b99b-6f55-43f2-ae59-a84ab50ce98b,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:02.777971 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-a0ec9145-ab9b-4f15-9fd3-2da1cd187da6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-iscsi, 69e555c2-1670-40dc-ab1f-e521e2075e90) {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:02.788100 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357e9581-cbb4-402c-ae04-ddae06b7e4a4 None None] Network 69e555c2-1670-40dc-ab1f-e521e2075e90 requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:16:02.801283 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e81e2c26-72ce-44d5-a096-58f811bd15d1 admin admin] Publish callbacks [] for security_group (31225eb2-c71e-4fa8-9c0d-9de999ab7fa9), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:02.824900 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ec9145-ab9b-4f15-9fd3-2da1cd187da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:02.825728 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a0ec9145-ab9b-4f15-9fd3-2da1cd187da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:02.859718 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Network 7df6b99b-6f55-43f2-ae59-a84ab50ce98b details requested by agent ovs-agent-dv-cinder-840289-4-iscsi with host dv-cinder-840289-4-iscsi {{(pid=103565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:16:02.917969 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e81e2c26-72ce-44d5-a096-58f811bd15d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (31225eb2-c71e-4fa8-9c0d-9de999ab7fa9), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:02.938816 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b14e88a-1fb2-44e1-bc28-0434f8f5529d admin admin] Made reservation on behalf of 57ccec31ee3f4845a480759a5772055a for: {'subnet': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:16:02.949502 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2b14e88a-1fb2-44e1-bc28-0434f8f5529d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:02.980240 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-a0ec9145-ab9b-4f15-9fd3-2da1cd187da6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6771235 May 04 08:16:02.985809 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81e2c26-72ce-44d5-a096-58f811bd15d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=103564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:16:03.005630 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 58616) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:03.005630 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 58618) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:03.014533 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ab634072-b8ff-46e7-a930-a3c0707e946c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-851729642-router', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:03.035809 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4d34b5ee-84aa-4a05-87ec-6fa7618f5253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:03.050843 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0313f9fe-6932-4181-845e-e1be167b1ff6 None None] Network e2275bde-63c0-443b-bf71-d866f4d5c8f1 requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:16:03.054405 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e81e2c26-72ce-44d5-a096-58f811bd15d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (c56f7f45-9d3c-49c3-9b9d-4374ff1698fc), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:03.054659 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.segments_db [None req-e81e2c26-72ce-44d5-a096-58f811bd15d1 admin admin] Added segment c56f7f45-9d3c-49c3-9b9d-4374ff1698fc of type vlan for network 26f651a9-3a1c-40d8-a4ee-df10e17b9a11 May 04 08:16:03.054984 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device dfcc8ee5-da2d-4af0-8a44-814b09fa9823 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:16:03.080707 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 58638) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:03.084647 dv-cinder-840289-4-iscsi neutron-server[103563]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 08:16:03.118994 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-8eb3ce9b-8588-478c-a618-ef4b0fba06a4 None None] Provisioning complete for port dfcc8ee5-da2d-4af0-8a44-814b09fa9823 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:03.119383 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-7bdca30b-7692-471e-ba1a-050e4387a4ca None None] Set router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:16:03.119976 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8eb3ce9b-8588-478c-a618-ef4b0fba06a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (dfcc8ee5-da2d-4af0-8a44-814b09fa9823), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:03.153562 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4d34b5ee-84aa-4a05-87ec-6fa7618f5253 admin admin] Publish callbacks [] for security_group (2bfa1950-4b5b-4ab6-8ff3-f5984a947b03), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:03.184713 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e81e2c26-72ce-44d5-a096-58f811bd15d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787184729016'] for network (26f651a9-3a1c-40d8-a4ee-df10e17b9a11), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:03.246052 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e81e2c26-72ce-44d5-a096-58f811bd15d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (26f651a9-3a1c-40d8-a4ee-df10e17b9a11), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:03.247272 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81e2c26-72ce-44d5-a096-58f811bd15d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:03.247973 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e81e2c26-72ce-44d5-a096-58f811bd15d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:03.258118 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e2c26-72ce-44d5-a096-58f811bd15d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31225eb2-c71e-4fa8-9c0d-9de999ab7fa9,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:03.317977 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-e81e2c26-72ce-44d5-a096-58f811bd15d1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2256758 May 04 08:16:03.326167 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:03.338225 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-7bdca30b-7692-471e-ba1a-050e4387a4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:01Z', 'revision_number': 3, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:15:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:03.340311 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-8eb3ce9b-8588-478c-a618-ef4b0fba06a4 None None] Current status of the port dfcc8ee5-da2d-4af0-8a44-814b09fa9823 is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:03.340874 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8eb3ce9b-8588-478c-a618-ef4b0fba06a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (dfcc8ee5-da2d-4af0-8a44-814b09fa9823), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:03.376155 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdca30b-7692-471e-ba1a-050e4387a4ca None None] Checking router: 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:16:03.376531 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdca30b-7692-471e-ba1a-050e4387a4ca None None] Updating router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e port 329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6 binding host dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:16:03.383999 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port dfcc8ee5-da2d-4af0-8a44-814b09fa9823 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:03.384809 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (dfcc8ee5-da2d-4af0-8a44-814b09fa9823), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:03.414471 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-7bdca30b-7692-471e-ba1a-050e4387a4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6), before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:03.458319 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d989eee-36a5-40e5-9e98-1c218caa8a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7207d5c-ebe3-5c40-9361-4076f3b3dda7-69e555c2-1670-40dc-ab1f-e521e2075e90', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'fixed_ips': [{'subnet_id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1'}]}} from dv-cinder-840289-4-iscsi. {{(pid=103565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 08:16:03.459265 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2d989eee-36a5-40e5-9e98-1c218caa8a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:03.471379 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-8eb3ce9b-8588-478c-a618-ef4b0fba06a4 None None] For port dfcc8ee5-da2d-4af0-8a44-814b09fa9823, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=dfcc8ee5-da2d-4af0-8a44-814b09fa9823,segment=NetworkSegment(379d6a15-5185-48de-b859-cd8ac013b448),segment_id=379d6a15-5185-48de-b859-cd8ac013b448)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:16:03.482281 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 58642) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:03.488250 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-58409901-0a48-4a54-8f99-133ca0bd0b14 admin admin] Request body: {'subnet': {'network_id': '26f651a9-3a1c-40d8-a4ee-df10e17b9a11', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1064823636-subnet', 'tenant_id': 'e73e00f14eb14fe68001526c9faf8de0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:03.492441 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8eb3ce9b-8588-478c-a618-ef4b0fba06a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (dfcc8ee5-da2d-4af0-8a44-814b09fa9823), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:03.519553 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e2c26-72ce-44d5-a096-58f811bd15d1 admin admin] Pushing event updated for resources: {'Network': ['ID=26f651a9-3a1c-40d8-a4ee-df10e17b9a11,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:03.585214 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-b1c708ee-2ebe-4898-9d9c-a7f483f9a682 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:03.586990 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-b1c708ee-2ebe-4898-9d9c-a7f483f9a682 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/networks?id=444090b3-b666-4591-9cbe-dc039e65ad0f HTTP/1.1" status: 200 len: 811 time: 0.5036280 May 04 08:16:03.598481 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58409901-0a48-4a54-8f99-133ca0bd0b14 admin admin] Made reservation on behalf of e73e00f14eb14fe68001526c9faf8de0 for: {'subnet': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:16:03.601287 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-58409901-0a48-4a54-8f99-133ca0bd0b14 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:03.602853 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4d34b5ee-84aa-4a05-87ec-6fa7618f5253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (2bfa1950-4b5b-4ab6-8ff3-f5984a947b03), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:03.657208 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-4d34b5ee-84aa-4a05-87ec-6fa7618f5253 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6a8d7dad3d704046b9b924961228d31d&name=default HTTP/1.1" status: 200 len: 2994 time: 0.6368918 May 04 08:16:03.662110 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34b5ee-84aa-4a05-87ec-6fa7618f5253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfa1950-4b5b-4ab6-8ff3-f5984a947b03,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:03.675419 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-2d989eee-36a5-40e5-9e98-1c218caa8a32 None None] Allocated IP 172.20.0.2 (69e555c2-1670-40dc-ab1f-e521e2075e90/c1223e7c-a5fa-47f3-8b09-39c09633d1c1/b4a083d1-252b-40fe-89de-883a4907e9db) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:16:03.678232 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 58644) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:03.685224 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ab634072-b8ff-46e7-a930-a3c0707e946c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2908'] for router (86fe3ff6-c4f4-4494-b652-9ef77792b78f), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:03.687371 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ab634072-b8ff-46e7-a930-a3c0707e946c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2901'] for router (86fe3ff6-c4f4-4494-b652-9ef77792b78f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:03.751505 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ab634072-b8ff-46e7-a930-a3c0707e946c admin admin] Publish callbacks [] for router_controller (86fe3ff6-c4f4-4494-b652-9ef77792b78f), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:03.830213 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-58409901-0a48-4a54-8f99-133ca0bd0b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for subnet (bba1cd05-058b-4909-813b-e76a26bf409b), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:03.841201 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4857784b-0381-4dfa-a575-b06a1e6e1d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-724172'] for router (ed2e8f24-360a-4912-9517-8f9f7dc4fcba), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:03.846742 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-7bdca30b-7692-471e-ba1a-050e4387a4ca None None] Publish callbacks [] for port (329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6), precommit_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:03.855673 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-7bdca30b-7692-471e-ba1a-050e4387a4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6), after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:03.914230 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02f572-8e3e-477b-a702-bac711255869 None None] Pushing event updated for resources: {'Port': ['ID=329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6,revision_number=2']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:03.924768 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02f572-8e3e-477b-a702-bac711255869 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:03.925334 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02f572-8e3e-477b-a702-bac711255869 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:03.925814 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02f572-8e3e-477b-a702-bac711255869 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:03.926313 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02f572-8e3e-477b-a702-bac711255869 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:03.926654 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02f572-8e3e-477b-a702-bac711255869 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:03.927047 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02f572-8e3e-477b-a702-bac711255869 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:03.927418 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02f572-8e3e-477b-a702-bac711255869 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:03.927748 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02f572-8e3e-477b-a702-bac711255869 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:03.928182 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02f572-8e3e-477b-a702-bac711255869 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:03.928507 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02f572-8e3e-477b-a702-bac711255869 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:03.928830 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02f572-8e3e-477b-a702-bac711255869 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:03.929238 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02f572-8e3e-477b-a702-bac711255869 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:03.929568 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02f572-8e3e-477b-a702-bac711255869 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:03.929886 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02f572-8e3e-477b-a702-bac711255869 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:03.930205 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02f572-8e3e-477b-a702-bac711255869 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02f572-8e3e-477b-a702-bac711255869 None None] Tracked resource versions report: May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: pushed versions: May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: { 'AddressGroup': {'1.2'}, May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: 'Agent': {'1.1'}, May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: 'ConntrackHelper': {'1.0'}, May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: 'LocalIPAssociation': {'1.0'}, May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: 'Log': {'1.0'}, May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: 'NDPProxy': {'1.0'}, May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: 'Network': {'1.1'}, May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: 'Port': {'1.7'}, May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: 'PortForwarding': {'1.3'}, May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: 'QosPolicy': {'1.10'}, May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: 'SecurityGroup': {'1.5'}, May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: 'SecurityGroupRule': {'1.2'}, May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: 'SubPort': {'1.0'}, May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: 'Subnet': {'1.1'}, May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: 'Trunk': {'1.1'}} May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: consumer versions: May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: { DHCP agent@dv-cinder-840289-4-iscsi: {}, May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: HyperV agent@hv-cinder-84028: {}, May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: L3 agent@dv-cinder-840289-4-iscsi: {}, May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: Metadata agent@dv-cinder-840289-4-iscsi: {}, May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: Metering agent@dv-cinder-840289-4-iscsi: {}, May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: Open vSwitch agent@dv-cinder-840289-4-iscsi: { 'AddressGroup': '1.2', May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: 'Agent': '1.1', May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: 'ConntrackHelper': '1.0', May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: 'LocalIPAssociation': '1.0', May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: 'Log': '1.0', May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: 'NDPProxy': '1.0', May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: 'Network': '1.1', May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: 'Port': '1.7', May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: 'PortForwarding': '1.3', May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: 'QosPolicy': '1.10', May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: 'SecurityGroup': '1.5', May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: 'SecurityGroupRule': '1.2', May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: 'SubPort': '1.0', May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: 'Subnet': '1.1', May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: 'Trunk': '1.1'}} May 04 08:16:03.931476 dv-cinder-840289-4-iscsi neutron-server[103566]: {{(pid=103566) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 08:16:03.964895 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-7bdca30b-7692-471e-ba1a-050e4387a4ca None None] Attempting to bind port 329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6 on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:16:03.965357 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-7bdca30b-7692-471e-ba1a-050e4387a4ca None None] Attempting to bind port 329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6 by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:16:03.965722 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdca30b-7692-471e-ba1a-050e4387a4ca None None] Attempting to bind port 329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6 on network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:16:03.971828 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdca30b-7692-471e-ba1a-050e4387a4ca None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:16:03.972207 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdca30b-7692-471e-ba1a-050e4387a4ca None None] Checking segment: {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:16:03.972611 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-7bdca30b-7692-471e-ba1a-050e4387a4ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:03.973782 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdca30b-7692-471e-ba1a-050e4387a4ca None None] Bound using segment: {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:16:03.974268 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-7bdca30b-7692-471e-ba1a-050e4387a4ca None None] Bound port: 329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:16:03.974657 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-7bdca30b-7692-471e-ba1a-050e4387a4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6), before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:04.005557 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ab634072-b8ff-46e7-a930-a3c0707e946c admin admin] Publish callbacks [] for router_gateway (86fe3ff6-c4f4-4494-b652-9ef77792b78f), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:04.019333 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-c86c92bb-7c29-4e0e-8bfc-9bd1bf96bf0c tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/quotas/cf5e9e0befe747a794e1f5372bd1e07c HTTP/1.1" status: 200 len: 375 time: 0.4226689 May 04 08:16:04.032487 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2d989eee-36a5-40e5-9e98-1c218caa8a32 None None] Publish callbacks [] for port (b4a083d1-252b-40fe-89de-883a4907e9db), precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:04.036442 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58409901-0a48-4a54-8f99-133ca0bd0b14 admin admin] Checking segment: {'id': 'c56f7f45-9d3c-49c3-9b9d-4374ff1698fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '26f651a9-3a1c-40d8-a4ee-df10e17b9a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:16:04.037101 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58409901-0a48-4a54-8f99-133ca0bd0b14 admin admin] Network hostable DHCP agents. Network: 26f651a9-3a1c-40d8-a4ee-df10e17b9a11, hostable agents: ['85ebdc97-1e1f-4139-aa22-86704277d257'], hosted agents: [] {{(pid=103564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:16:04.039571 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-7bdca30b-7692-471e-ba1a-050e4387a4ca None None] For port 329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:16:04.040005 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58409901-0a48-4a54-8f99-133ca0bd0b14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bba1cd05-058b-4909-813b-e76a26bf409b,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:04.044889 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-7bdca30b-7692-471e-ba1a-050e4387a4ca None None] For port 329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:16:04.048296 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2b14e88a-1fb2-44e1-bc28-0434f8f5529d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for subnet (f44a667d-e0cc-45e5-8f63-a34f7e8f3226), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:04.053900 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-7bdca30b-7692-471e-ba1a-050e4387a4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6), after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:04.057687 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Network 26f651a9-3a1c-40d8-a4ee-df10e17b9a11 details requested by agent ovs-agent-dv-cinder-840289-4-iscsi with host dv-cinder-840289-4-iscsi {{(pid=103565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:16:04.068476 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2d989eee-36a5-40e5-9e98-1c218caa8a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434'] for port (b4a083d1-252b-40fe-89de-883a4907e9db), after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:04.112480 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-99d39e0f-0aac-4ab8-bbc3-c401e17bbbaf None None] Provisioning complete for port dfcc8ee5-da2d-4af0-8a44-814b09fa9823 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:04.113703 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-ae0c4e8c-77fa-4bf1-824a-e43707e9754b tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf5e9e0befe747a794e1f5372bd1e07c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0837529 May 04 08:16:04.122647 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-99d39e0f-0aac-4ab8-bbc3-c401e17bbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (dfcc8ee5-da2d-4af0-8a44-814b09fa9823), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:04.133948 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02f572-8e3e-477b-a702-bac711255869 None None] Pushing event updated for resources: {'Port': ['ID=329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:04.166624 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdca30b-7692-471e-ba1a-050e4387a4ca None None] Routers {'596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:16:04.167699 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-7bdca30b-7692-471e-ba1a-050e4387a4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:16:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:04.173308 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14e88a-1fb2-44e1-bc28-0434f8f5529d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f44a667d-e0cc-45e5-8f63-a34f7e8f3226,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:04.190124 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58409901-0a48-4a54-8f99-133ca0bd0b14 admin admin] Network 26f651a9-3a1c-40d8-a4ee-df10e17b9a11 is scheduled to be hosted by DHCP agent 85ebdc97-1e1f-4139-aa22-86704277d257 with binding_index 1 {{(pid=103564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:16:04.190580 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d989eee-36a5-40e5-9e98-1c218caa8a32 None None] Network 69e555c2-1670-40dc-ab1f-e521e2075e90 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:16:04.200356 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-2d989eee-36a5-40e5-9e98-1c218caa8a32 None None] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:04.214325 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d989eee-36a5-40e5-9e98-1c218caa8a32 None None] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:16:04.232939 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-58409901-0a48-4a54-8f99-133ca0bd0b14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-iscsi, 26f651a9-3a1c-40d8-a4ee-df10e17b9a11) {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:04.234764 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b14e88a-1fb2-44e1-bc28-0434f8f5529d admin admin] Checking segment: {'id': 'be24cf48-fbca-4f1a-adfd-44da32707882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:16:04.240214 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b14e88a-1fb2-44e1-bc28-0434f8f5529d admin admin] Network hostable DHCP agents. Network: 7df6b99b-6f55-43f2-ae59-a84ab50ce98b, hostable agents: ['85ebdc97-1e1f-4139-aa22-86704277d257'], hosted agents: [] {{(pid=103564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:16:04.254654 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58409901-0a48-4a54-8f99-133ca0bd0b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:04.255285 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-58409901-0a48-4a54-8f99-133ca0bd0b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:04.306224 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port dfcc8ee5-da2d-4af0-8a44-814b09fa9823 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:04.311066 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 608eb58e-1ffa-42c1-be36-a9b847533cda up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:16:04.319643 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efd2c54-a181-4102-9f8e-7def85baee63 None None] Network 26f651a9-3a1c-40d8-a4ee-df10e17b9a11 requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:16:04.319813 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-63fb25b8-2e01-4fb1-81a2-3f7caf25d65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:04.335876 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e81bdba2-3478-4acb-a9e7-20563311a73d admin admin] Publish callbacks [] for security_group (2bfa1950-4b5b-4ab6-8ff3-f5984a947b03), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:04.336260 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b14e88a-1fb2-44e1-bc28-0434f8f5529d admin admin] Network 7df6b99b-6f55-43f2-ae59-a84ab50ce98b is scheduled to be hosted by DHCP agent 85ebdc97-1e1f-4139-aa22-86704277d257 with binding_index 1 {{(pid=103564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:16:04.336703 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-7bdca30b-7692-471e-ba1a-050e4387a4ca None None] Set router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:16:04.342320 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-2b14e88a-1fb2-44e1-bc28-0434f8f5529d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-iscsi, 7df6b99b-6f55-43f2-ae59-a84ab50ce98b) {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:04.349830 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-58409901-0a48-4a54-8f99-133ca0bd0b14 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8654046 May 04 08:16:04.354569 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b14e88a-1fb2-44e1-bc28-0434f8f5529d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:04.355488 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2b14e88a-1fb2-44e1-bc28-0434f8f5529d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:04.364843 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e81bdba2-3478-4acb-a9e7-20563311a73d admin admin] Publish callbacks [] for security_group (2bfa1950-4b5b-4ab6-8ff3-f5984a947b03), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:04.368917 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4857784b-0381-4dfa-a575-b06a1e6e1d16 admin admin] Router ed2e8f24-360a-4912-9517-8f9f7dc4fcba is scheduled to L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 with binding_index 1 {{(pid=103564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 08:16:04.397013 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-2b14e88a-1fb2-44e1-bc28-0434f8f5529d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8144369 May 04 08:16:04.424053 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 58658) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:04.430662 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-435f5670-6a12-42a4-8140-c26822ad8ccc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1462924431-router', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:04.455289 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-ca534241-74ed-42ba-a56a-7bf0b52e8559 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 08:16:04.456336 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-ca534241-74ed-42ba-a56a-7bf0b52e8559 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1327598 May 04 08:16:04.465291 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e81bdba2-3478-4acb-a9e7-20563311a73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (2bfa1950-4b5b-4ab6-8ff3-f5984a947b03), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:04.467991 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e81bdba2-3478-4acb-a9e7-20563311a73d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:04.471983 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-e81bdba2-3478-4acb-a9e7-20563311a73d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2bfa1950-4b5b-4ab6-8ff3-f5984a947b03 HTTP/1.1" status: 204 len: 168 time: 0.7159054 May 04 08:16:04.472539 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3ce9b-8588-478c-a618-ef4b0fba06a4 None None] Pushing event updated for resources: {'Port': ['ID=dfcc8ee5-da2d-4af0-8a44-814b09fa9823,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:04.512637 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071c0ccc-995b-47b2-85f1-fac6139c5304 None None] Network 7df6b99b-6f55-43f2-ae59-a84ab50ce98b requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:16:04.565327 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bdba2-3478-4acb-a9e7-20563311a73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfa1950-4b5b-4ab6-8ff3-f5984a947b03,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:04.580769 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 58666) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:04.622038 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-435f5670-6a12-42a4-8140-c26822ad8ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2908'] for router (f007bd36-33d7-4370-802d-ad3845496dc5), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:04.623373 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-435f5670-6a12-42a4-8140-c26822ad8ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2901'] for router (f007bd36-33d7-4370-802d-ad3845496dc5), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:04.642690 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4857784b-0381-4dfa-a575-b06a1e6e1d16 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:16:04.659882 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fcd51f7-89f6-43a9-bb52-ef1d1ba6c45a admin admin] Deleting subnet 93efbc0f-ba83-4508-8282-7344ab7f4a3d {{(pid=103564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:16:04.665350 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5fcd51f7-89f6-43a9-bb52-ef1d1ba6c45a admin admin] Publish callbacks [] for subnet (93efbc0f-ba83-4508-8282-7344ab7f4a3d), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:04.687457 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-7bdca30b-7692-471e-ba1a-050e4387a4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:01Z', 'revision_number': 3, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:04.691907 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4857784b-0381-4dfa-a575-b06a1e6e1d16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:04.693354 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-4857784b-0381-4dfa-a575-b06a1e6e1d16 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.7392142 May 04 08:16:04.697140 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 58668) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:04.724577 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdca30b-7692-471e-ba1a-050e4387a4ca None None] The sync data for ids ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'] in dv-cinder-840289-4-iscsi is: [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:01Z', 'revision_number': 3, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:16:04.824654 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df497b9-6a8b-4319-bf52-159e0d8c2284 None None] Sync routers for ids ['ed2e8f24-360a-4912-9517-8f9f7dc4fcba'] in dv-cinder-840289-4-iscsi {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:16:04.883921 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:04.901181 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5fcd51f7-89f6-43a9-bb52-ef1d1ba6c45a admin admin] Publish callbacks [] for subnet (93efbc0f-ba83-4508-8282-7344ab7f4a3d), precommit_delete_associations {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:04.917531 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5fcd51f7-89f6-43a9-bb52-ef1d1ba6c45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902914'] for subnet (93efbc0f-ba83-4508-8282-7344ab7f4a3d), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:04.921835 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-435f5670-6a12-42a4-8140-c26822ad8ccc admin admin] Publish callbacks [] for router_controller (f007bd36-33d7-4370-802d-ad3845496dc5), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:04.949902 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-d77af9c4-0a54-40c7-989f-ec5da254bef7 service neutron] 10.222.0.59 "GET /v2.0/networks/444090b3-b666-4591-9cbe-dc039e65ad0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788153 May 04 08:16:05.006558 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ab634072-b8ff-46e7-a930-a3c0707e946c admin admin] Publish callbacks [] for router_gateway (86fe3ff6-c4f4-4494-b652-9ef77792b78f), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:05.015590 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df497b9-6a8b-4319-bf52-159e0d8c2284 None None] Routers {'ed2e8f24-360a-4912-9517-8f9f7dc4fcba'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:16:05.016105 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-7df497b9-6a8b-4319-bf52-159e0d8c2284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:16:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['ed2e8f24-360a-4912-9517-8f9f7dc4fcba'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:05.078114 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ab634072-b8ff-46e7-a930-a3c0707e946c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:05.139542 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5fcd51f7-89f6-43a9-bb52-ef1d1ba6c45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for subnet (93efbc0f-ba83-4508-8282-7344ab7f4a3d), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:05.155535 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-99d39e0f-0aac-4ab8-bbc3-c401e17bbbaf None None] Current status of the port dfcc8ee5-da2d-4af0-8a44-814b09fa9823 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:05.178063 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced71abf-6792-4199-acac-4870d9c31f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7207d5c-ebe3-5c40-9361-4076f3b3dda7-7df6b99b-6f55-43f2-ae59-a84ab50ce98b', 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b', 'project_id': '57ccec31ee3f4845a480759a5772055a', 'fixed_ips': [{'subnet_id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226'}]}} from dv-cinder-840289-4-iscsi. {{(pid=103565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 08:16:05.180118 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ced71abf-6792-4199-acac-4870d9c31f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:05.205827 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd51f7-89f6-43a9-bb52-ef1d1ba6c45a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93efbc0f-ba83-4508-8282-7344ab7f4a3d,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:05.270701 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-2d989eee-36a5-40e5-9e98-1c218caa8a32 None None] Attempting to bind port b4a083d1-252b-40fe-89de-883a4907e9db on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:16:05.271329 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-2d989eee-36a5-40e5-9e98-1c218caa8a32 None None] Attempting to bind port b4a083d1-252b-40fe-89de-883a4907e9db by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': 'd1cda626-96e4-4275-a50c-1b647e83f6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:16:05.271834 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d989eee-36a5-40e5-9e98-1c218caa8a32 None None] Attempting to bind port b4a083d1-252b-40fe-89de-883a4907e9db on network 69e555c2-1670-40dc-ab1f-e521e2075e90 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:16:05.289847 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d989eee-36a5-40e5-9e98-1c218caa8a32 None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:16:05.290226 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d989eee-36a5-40e5-9e98-1c218caa8a32 None None] Checking segment: {'id': 'd1cda626-96e4-4275-a50c-1b647e83f6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:16:05.290629 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2d989eee-36a5-40e5-9e98-1c218caa8a32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:05.291047 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d989eee-36a5-40e5-9e98-1c218caa8a32 None None] Bound using segment: {'id': 'd1cda626-96e4-4275-a50c-1b647e83f6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:16:05.291526 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-2d989eee-36a5-40e5-9e98-1c218caa8a32 None None] Bound port: b4a083d1-252b-40fe-89de-883a4907e9db, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1cda626-96e4-4275-a50c-1b647e83f6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:16:05.291905 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2d989eee-36a5-40e5-9e98-1c218caa8a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (b4a083d1-252b-40fe-89de-883a4907e9db), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:05.345104 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5fcd51f7-89f6-43a9-bb52-ef1d1ba6c45a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:05.347066 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-63fb25b8-2e01-4fb1-81a2-3f7caf25d65d admin admin] Allocated IP 172.20.0.1 (e2275bde-63c0-443b-bf71-d866f4d5c8f1/652635ed-4b18-46ee-9740-87f4e09ea616/8e0be89f-d1e7-4551-99d6-a575798b7796) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:16:05.356592 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-5fcd51f7-89f6-43a9-bb52-ef1d1ba6c45a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/93efbc0f-ba83-4508-8282-7344ab7f4a3d HTTP/1.1" status: 204 len: 168 time: 0.7745912 May 04 08:16:05.359895 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 58690) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:05.423555 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-435f5670-6a12-42a4-8140-c26822ad8ccc admin admin] Publish callbacks [] for router_gateway (f007bd36-33d7-4370-802d-ad3845496dc5), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:05.465596 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d989eee-36a5-40e5-9e98-1c218caa8a32 None None] Pushing event updated for resources: {'Port': ['ID=b4a083d1-252b-40fe-89de-883a4907e9db,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:05.483137 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 608eb58e-1ffa-42c1-be36-a9b847533cda triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:05.483827 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (608eb58e-1ffa-42c1-be36-a9b847533cda), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:05.499365 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1ab4a2-7851-4a12-bd71-2e675b119d63 None None] Network 26f651a9-3a1c-40d8-a4ee-df10e17b9a11 requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:16:05.522142 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5cbddc4c-be80-43ba-8403-2513795e3248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1812560'] for network (7f53ee6c-f82f-441a-bd80-05b890852b60), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:05.599466 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-7df497b9-6a8b-4319-bf52-159e0d8c2284 None None] Set router ed2e8f24-360a-4912-9517-8f9f7dc4fcba gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:16:05.722418 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-ab634072-b8ff-46e7-a930-a3c0707e946c admin admin] Allocated IP 172.27.3.120 (0ebd93d7-2ac3-420c-94d7-d3952e6d85cb/89057fef-1c75-4f30-81a6-882a67ba2a0a/5d200de4-ec69-4044-9e29-0528622f6ea0) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:16:05.759156 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9b7d1f0e-ac23-41c1-9c7b-06a359d4604b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:05.822863 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-02478adf-752a-4205-a820-4bb127d13b6e service neutron] 10.222.0.59 "GET /v2.0/networks/444090b3-b666-4591-9cbe-dc039e65ad0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8202970 May 04 08:16:05.963513 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5cbddc4c-be80-43ba-8403-2513795e3248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903351', 'neutron.services.segments.db._delete_segments_for_network-8787185188154'] for network (7f53ee6c-f82f-441a-bd80-05b890852b60), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:06.078958 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5cbddc4c-be80-43ba-8403-2513795e3248 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:16:06.080166 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5cbddc4c-be80-43ba-8403-2513795e3248 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:16:06.081228 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5cbddc4c-be80-43ba-8403-2513795e3248 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:16:06.082098 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5cbddc4c-be80-43ba-8403-2513795e3248 admin admin] Subscribe: > port after_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:16:06.082566 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5cbddc4c-be80-43ba-8403-2513795e3248 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:16:06.083262 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5cbddc4c-be80-43ba-8403-2513795e3248 admin admin] Subscribe: > port after_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:16:06.084579 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5cbddc4c-be80-43ba-8403-2513795e3248 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:16:06.085194 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5cbddc4c-be80-43ba-8403-2513795e3248 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:16:06.085736 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5cbddc4c-be80-43ba-8403-2513795e3248 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:16:06.086203 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5cbddc4c-be80-43ba-8403-2513795e3248 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:16:06.132168 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ab634072-b8ff-46e7-a930-a3c0707e946c admin admin] Publish callbacks [] for port (5d200de4-ec69-4044-9e29-0528622f6ea0), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:06.135122 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-2d989eee-36a5-40e5-9e98-1c218caa8a32 None None] For port b4a083d1-252b-40fe-89de-883a4907e9db, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:16:06.209366 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-63fb25b8-2e01-4fb1-81a2-3f7caf25d65d admin admin] Publish callbacks [] for port (8e0be89f-d1e7-4551-99d6-a575798b7796), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:06.279850 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-7df497b9-6a8b-4319-bf52-159e0d8c2284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'name': 'tempest-ServerRescueNegativeTestJSON-1042465838-router', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:01Z', 'revision_number': 3, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'gw_port': {'id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:06.288910 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-bb4a1d60-cca7-4d87-802a-131a9f80d790 req-e0dd2586-6ddc-44d3-84aa-fbcbf4a92765 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 210 time: 0.0746584 May 04 08:16:06.289953 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-435f5670-6a12-42a4-8140-c26822ad8ccc admin admin] Publish callbacks [] for router_gateway (f007bd36-33d7-4370-802d-ad3845496dc5), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:06.355222 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df497b9-6a8b-4319-bf52-159e0d8c2284 None None] Checking router: ed2e8f24-360a-4912-9517-8f9f7dc4fcba for host: dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:16:06.356731 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df497b9-6a8b-4319-bf52-159e0d8c2284 None None] Updating router ed2e8f24-360a-4912-9517-8f9f7dc4fcba port 92f2336a-faed-47e4-a40c-1aa8f75eb7b0 binding host dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:16:06.358857 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:06.372057 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-2d989eee-36a5-40e5-9e98-1c218caa8a32 None None] For port b4a083d1-252b-40fe-89de-883a4907e9db, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=b4a083d1-252b-40fe-89de-883a4907e9db,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:16:06.399521 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-435f5670-6a12-42a4-8140-c26822ad8ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:06.447480 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5cbddc4c-be80-43ba-8403-2513795e3248 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:16:06.447824 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5cbddc4c-be80-43ba-8403-2513795e3248 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:16:06.448144 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5cbddc4c-be80-43ba-8403-2513795e3248 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:16:06.448490 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5cbddc4c-be80-43ba-8403-2513795e3248 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:16:06.449062 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-5cbddc4c-be80-43ba-8403-2513795e3248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f53ee6c-f82f-441a-bd80-05b890852b60']}} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:06.471635 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2d989eee-36a5-40e5-9e98-1c218caa8a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (b4a083d1-252b-40fe-89de-883a4907e9db), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:06.517085 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-5cbddc4c-be80-43ba-8403-2513795e3248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b11e28b7-16b4-499d-8847-7f2ede103275') {'for_net_delete': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:06.517085 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-5cbddc4c-be80-43ba-8403-2513795e3248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b11e28b7-16b4-499d-8847-7f2ede103275') {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:06.570436 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ab634072-b8ff-46e7-a930-a3c0707e946c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434'] for port (5d200de4-ec69-4044-9e29-0528622f6ea0), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:06.589815 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5cbddc4c-be80-43ba-8403-2513795e3248 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787185188931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30599235'] for segment (b11e28b7-16b4-499d-8847-7f2ede103275), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:06.715905 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5cbddc4c-be80-43ba-8403-2513795e3248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (b11e28b7-16b4-499d-8847-7f2ede103275), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:06.730410 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cbddc4c-be80-43ba-8403-2513795e3248 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:16:06.730802 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5cbddc4c-be80-43ba-8403-2513795e3248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30599743'] for segment (b11e28b7-16b4-499d-8847-7f2ede103275), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:06.741088 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-ced71abf-6792-4199-acac-4870d9c31f6f None None] Allocated IP 172.20.0.2 (7df6b99b-6f55-43f2-ae59-a84ab50ce98b/f44a667d-e0cc-45e5-8f63-a34f7e8f3226/b366df8c-a60e-4448-8117-564db782b5ce) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:16:06.741690 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-435f5670-6a12-42a4-8140-c26822ad8ccc admin admin] Allocated IP 172.27.3.238 (0ebd93d7-2ac3-420c-94d7-d3952e6d85cb/89057fef-1c75-4f30-81a6-882a67ba2a0a/1e8b74a4-3b64-4f6d-a8d5-069c95b70516) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:16:06.748363 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d989eee-36a5-40e5-9e98-1c218caa8a32 None None] Pushing event updated for resources: {'Port': ['ID=b4a083d1-252b-40fe-89de-883a4907e9db,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: from cryptography.utils import int_from_bytes May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: from cryptography.utils import int_from_bytes May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: Traceback (most recent call last): May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: timer() May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: cb(*args, **kw) May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: return func(*args, **kwargs) May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: self._notify() May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: self.callback(batched_events) May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: event.method(event) May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: return f(self, *a, **k) May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: return self._get(url).json() May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: return self.request(url, 'GET', **kwargs) May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:16:06.751990 dv-cinder-840289-4-iscsi neutron-server[103564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:16:06.768268 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-7df497b9-6a8b-4319-bf52-159e0d8c2284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (92f2336a-faed-47e4-a40c-1aa8f75eb7b0), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:06.776337 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 608eb58e-1ffa-42c1-be36-a9b847533cda is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:06.849758 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5cbddc4c-be80-43ba-8403-2513795e3248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-724690'] for network (7f53ee6c-f82f-441a-bd80-05b890852b60), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:06.856888 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5cbddc4c-be80-43ba-8403-2513795e3248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:06.862026 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-5cbddc4c-be80-43ba-8403-2513795e3248 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7f53ee6c-f82f-441a-bd80-05b890852b60 HTTP/1.1" status: 204 len: 168 time: 1.5009341 May 04 08:16:06.870925 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 58748) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:06.938812 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-63fb25b8-2e01-4fb1-81a2-3f7caf25d65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434'] for port (8e0be89f-d1e7-4551-99d6-a575798b7796), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:06.947231 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbddc4c-be80-43ba-8403-2513795e3248 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f53ee6c-f82f-441a-bd80-05b890852b60,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:06.976212 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab634072-b8ff-46e7-a930-a3c0707e946c admin admin] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:16:07.016717 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-ab634072-b8ff-46e7-a930-a3c0707e946c admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:07.021961 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab634072-b8ff-46e7-a930-a3c0707e946c admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:16:07.028038 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab634072-b8ff-46e7-a930-a3c0707e946c admin admin] Pushing event updated for resources: {'Port': ['ID=5d200de4-ec69-4044-9e29-0528622f6ea0,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:07.047607 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fb25b8-2e01-4fb1-81a2-3f7caf25d65d admin admin] Network e2275bde-63c0-443b-bf71-d866f4d5c8f1 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:16:07.075524 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-9b7d1f0e-ac23-41c1-9c7b-06a359d4604b admin admin] Allocated IP 172.20.0.1 (459895ff-73ee-42db-9914-e045a10994f6/7425b7ef-390a-4bcf-88b7-7e4dc3dbed56/5b6c3578-98ad-438c-8232-7c84929dd5e4) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:16:07.151781 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-435f5670-6a12-42a4-8140-c26822ad8ccc admin admin] Publish callbacks [] for port (1e8b74a4-3b64-4f6d-a8d5-069c95b70516), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:07.156906 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-63fb25b8-2e01-4fb1-81a2-3f7caf25d65d admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:07.159282 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_v2 [None req-05131805-759e-499e-9dce-8e821ec43f26 admin admin] Deleting subnet bba1cd05-058b-4909-813b-e76a26bf409b {{(pid=103564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:16:07.173821 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-05131805-759e-499e-9dce-8e821ec43f26 admin admin] Publish callbacks [] for subnet (bba1cd05-058b-4909-813b-e76a26bf409b), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:07.180976 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:16:07.185433 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fb25b8-2e01-4fb1-81a2-3f7caf25d65d admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:16:07.185917 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-63fb25b8-2e01-4fb1-81a2-3f7caf25d65d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722361'] for router_interface (596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:07.209564 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-05131805-759e-499e-9dce-8e821ec43f26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30599352'] for subnet (bba1cd05-058b-4909-813b-e76a26bf409b), precommit_delete_associations {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:07.257667 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-05131805-759e-499e-9dce-8e821ec43f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902914'] for subnet (bba1cd05-058b-4909-813b-e76a26bf409b), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:07.292263 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ced71abf-6792-4199-acac-4870d9c31f6f None None] Publish callbacks [] for port (b366df8c-a60e-4448-8117-564db782b5ce), precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:07.329861 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:07.330984 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:07.334602 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ced71abf-6792-4199-acac-4870d9c31f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434'] for port (b366df8c-a60e-4448-8117-564db782b5ce), after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:07.335374 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-05131805-759e-499e-9dce-8e821ec43f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30599765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30760197'] for subnet (bba1cd05-058b-4909-813b-e76a26bf409b), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:07.402535 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb25b8-2e01-4fb1-81a2-3f7caf25d65d admin admin] Pushing event updated for resources: {'Port': ['ID=8e0be89f-d1e7-4551-99d6-a575798b7796,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:07.417773 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05131805-759e-499e-9dce-8e821ec43f26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bba1cd05-058b-4909-813b-e76a26bf409b,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:07.427576 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-05131805-759e-499e-9dce-8e821ec43f26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:07.431293 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-05131805-759e-499e-9dce-8e821ec43f26 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/bba1cd05-058b-4909-813b-e76a26bf409b HTTP/1.1" status: 204 len: 168 time: 0.5532737 May 04 08:16:07.435043 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 58772) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:07.515659 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced71abf-6792-4199-acac-4870d9c31f6f None None] Network 7df6b99b-6f55-43f2-ae59-a84ab50ce98b is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:16:07.555485 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-ced71abf-6792-4199-acac-4870d9c31f6f None None] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:07.586519 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced71abf-6792-4199-acac-4870d9c31f6f None None] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:16:07.605798 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ba55d52d-b96a-4c0a-8d42-82e9b31c3388 req-4141d391-af9b-4a78-b7a2-58c8c76dd4ef tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 210 time: 0.1507308 May 04 08:16:07.613164 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-435f5670-6a12-42a4-8140-c26822ad8ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434'] for port (1e8b74a4-3b64-4f6d-a8d5-069c95b70516), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:07.679483 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aaa31f66-4826-49f0-a5b7-8ca03422bba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1812560'] for network (26f651a9-3a1c-40d8-a4ee-df10e17b9a11), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:07.686255 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9b7d1f0e-ac23-41c1-9c7b-06a359d4604b admin admin] Publish callbacks [] for port (5b6c3578-98ad-438c-8232-7c84929dd5e4), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:07.699404 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f5670-6a12-42a4-8140-c26822ad8ccc admin admin] Pushing event updated for resources: {'Port': ['ID=1e8b74a4-3b64-4f6d-a8d5-069c95b70516,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:07.815683 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aaa31f66-4826-49f0-a5b7-8ca03422bba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903351', 'neutron.services.segments.db._delete_segments_for_network-8787185188154'] for network (26f651a9-3a1c-40d8-a4ee-df10e17b9a11), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:07.825753 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9b7d1f0e-ac23-41c1-9c7b-06a359d4604b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (5b6c3578-98ad-438c-8232-7c84929dd5e4), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:07.846084 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced71abf-6792-4199-acac-4870d9c31f6f None None] Pushing event updated for resources: {'Port': ['ID=b366df8c-a60e-4448-8117-564db782b5ce,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:07.879494 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-aaa31f66-4826-49f0-a5b7-8ca03422bba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f651a9-3a1c-40d8-a4ee-df10e17b9a11']}} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:07.906408 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-aaa31f66-4826-49f0-a5b7-8ca03422bba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56f7f45-9d3c-49c3-9b9d-4374ff1698fc') {'for_net_delete': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:07.906802 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-aaa31f66-4826-49f0-a5b7-8ca03422bba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56f7f45-9d3c-49c3-9b9d-4374ff1698fc') {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:07.913084 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6 is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:07.913241 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:07.920294 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d1f0e-ac23-41c1-9c7b-06a359d4604b admin admin] Pushing event updated for resources: {'Port': ['ID=5b6c3578-98ad-438c-8232-7c84929dd5e4,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:07.926275 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7d1f0e-ac23-41c1-9c7b-06a359d4604b admin admin] Network 459895ff-73ee-42db-9914-e045a10994f6 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:16:07.930604 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aaa31f66-4826-49f0-a5b7-8ca03422bba9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787185188931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30599235'] for segment (c56f7f45-9d3c-49c3-9b9d-4374ff1698fc), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:07.933250 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-9b7d1f0e-ac23-41c1-9c7b-06a359d4604b admin admin] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:07.954920 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7d1f0e-ac23-41c1-9c7b-06a359d4604b admin admin] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:16:07.955100 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435f5670-6a12-42a4-8140-c26822ad8ccc admin admin] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:16:07.974900 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-d2e7c2e0-512a-47a3-905e-a55daa37040a None None] Provisioning complete for port 8e0be89f-d1e7-4551-99d6-a575798b7796 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:07.975439 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d2e7c2e0-512a-47a3-905e-a55daa37040a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (8e0be89f-d1e7-4551-99d6-a575798b7796), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:07.981831 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-435f5670-6a12-42a4-8140-c26822ad8ccc admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:08.001895 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435f5670-6a12-42a4-8140-c26822ad8ccc admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:16:08.021149 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-d2e7c2e0-512a-47a3-905e-a55daa37040a None None] Port 8e0be89f-d1e7-4551-99d6-a575798b7796 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:16:08.025222 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] For port 329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:16:08.025601 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aaa31f66-4826-49f0-a5b7-8ca03422bba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (c56f7f45-9d3c-49c3-9b9d-4374ff1698fc), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:08.030586 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-ced71abf-6792-4199-acac-4870d9c31f6f None None] Attempting to bind port b366df8c-a60e-4448-8117-564db782b5ce on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:16:08.030833 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-ced71abf-6792-4199-acac-4870d9c31f6f None None] Attempting to bind port b366df8c-a60e-4448-8117-564db782b5ce by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': 'be24cf48-fbca-4f1a-adfd-44da32707882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:16:08.031218 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced71abf-6792-4199-acac-4870d9c31f6f None None] Attempting to bind port b366df8c-a60e-4448-8117-564db782b5ce on network 7df6b99b-6f55-43f2-ae59-a84ab50ce98b {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:16:08.051079 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced71abf-6792-4199-acac-4870d9c31f6f None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:16:08.051546 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced71abf-6792-4199-acac-4870d9c31f6f None None] Checking segment: {'id': 'be24cf48-fbca-4f1a-adfd-44da32707882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:16:08.052083 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ced71abf-6792-4199-acac-4870d9c31f6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:08.052491 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced71abf-6792-4199-acac-4870d9c31f6f None None] Bound using segment: {'id': 'be24cf48-fbca-4f1a-adfd-44da32707882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:16:08.052999 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-ced71abf-6792-4199-acac-4870d9c31f6f None None] Bound port: b366df8c-a60e-4448-8117-564db782b5ce, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be24cf48-fbca-4f1a-adfd-44da32707882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:16:08.053385 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ced71abf-6792-4199-acac-4870d9c31f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (b366df8c-a60e-4448-8117-564db782b5ce), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:08.065303 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:08.065628 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa31f66-4826-49f0-a5b7-8ca03422bba9 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=103564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:16:08.066231 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aaa31f66-4826-49f0-a5b7-8ca03422bba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30599743'] for segment (c56f7f45-9d3c-49c3-9b9d-4374ff1698fc), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:08.068754 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device dfcc8ee5-da2d-4af0-8a44-814b09fa9823 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: Traceback (most recent call last): May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: timer() May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: cb(*args, **kw) May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: return func(*args, **kwargs) May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: self._notify() May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: self.callback(batched_events) May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: event.method(event) May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: return f(self, *a, **k) May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: return self._get(url).json() May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: return self.request(url, 'GET', **kwargs) May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:16:08.072736 dv-cinder-840289-4-iscsi neutron-server[103564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:16:08.175894 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9b7d1f0e-ac23-41c1-9c7b-06a359d4604b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722361'] for router_interface (ed2e8f24-360a-4912-9517-8f9f7dc4fcba), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:08.257551 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aaa31f66-4826-49f0-a5b7-8ca03422bba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-724690'] for network (26f651a9-3a1c-40d8-a4ee-df10e17b9a11), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:08.266274 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aaa31f66-4826-49f0-a5b7-8ca03422bba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:08.270347 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-aaa31f66-4826-49f0-a5b7-8ca03422bba9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/26f651a9-3a1c-40d8-a4ee-df10e17b9a11 HTTP/1.1" status: 204 len: 168 time: 0.8339398 May 04 08:16:08.318092 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa31f66-4826-49f0-a5b7-8ca03422bba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=26f651a9-3a1c-40d8-a4ee-df10e17b9a11,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:08.324401 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Pushing event updated for resources: {'Port': ['ID=329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:08.365858 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port dfcc8ee5-da2d-4af0-8a44-814b09fa9823 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:08.366313 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (dfcc8ee5-da2d-4af0-8a44-814b09fa9823), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:08.417523 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-435f5670-6a12-42a4-8140-c26822ad8ccc admin admin] Publish callbacks [] for router_gateway (f007bd36-33d7-4370-802d-ad3845496dc5), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:08.425533 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-c9e07952-fe7e-4e4a-b332-b581f1247318 None None] Provisioning complete for port 5b6c3578-98ad-438c-8232-7c84929dd5e4 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:08.425994 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c9e07952-fe7e-4e4a-b332-b581f1247318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (5b6c3578-98ad-438c-8232-7c84929dd5e4), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:08.426717 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-63fb25b8-2e01-4fb1-81a2-3f7caf25d65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (8e0be89f-d1e7-4551-99d6-a575798b7796), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:08.524774 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-ced71abf-6792-4199-acac-4870d9c31f6f None None] For port b366df8c-a60e-4448-8117-564db782b5ce, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:16:08.528905 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-ced71abf-6792-4199-acac-4870d9c31f6f None None] For port b366df8c-a60e-4448-8117-564db782b5ce, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=b366df8c-a60e-4448-8117-564db782b5ce,segment=NetworkSegment(be24cf48-fbca-4f1a-adfd-44da32707882),segment_id=be24cf48-fbca-4f1a-adfd-44da32707882)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:16:08.551426 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9b7d1f0e-ac23-41c1-9c7b-06a359d4604b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (5b6c3578-98ad-438c-8232-7c84929dd5e4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:08.576737 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-7df497b9-6a8b-4319-bf52-159e0d8c2284 None None] Publish callbacks [] for port (92f2336a-faed-47e4-a40c-1aa8f75eb7b0), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:08.595130 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 58796) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:08.614192 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-c9e07952-fe7e-4e4a-b332-b581f1247318 None None] Port 5b6c3578-98ad-438c-8232-7c84929dd5e4 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:16:08.645730 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fab3b59-01a1-4abc-9cc8-effe4a4be4bb None None] Network 69e555c2-1670-40dc-ab1f-e521e2075e90 requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:16:08.665288 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-7df497b9-6a8b-4319-bf52-159e0d8c2284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (92f2336a-faed-47e4-a40c-1aa8f75eb7b0), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:08.676288 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ced71abf-6792-4199-acac-4870d9c31f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (b366df8c-a60e-4448-8117-564db782b5ce), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:08.682388 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-f990ee9c-062f-4b2e-8509-cdbdf3d1b2b0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=27dd4325dbba41419eb59b0b993fd805&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0860822 May 04 08:16:08.685083 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 58800) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:08.902666 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fae4e457-2741-480d-bc77-5265dd9a0d16 admin admin] Publish callbacks [] for security_group (15a4dc24-8777-4f67-8109-d8fea10a451f), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:08.950927 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-177bd477-7cad-4094-901a-5c90d4a64a11 None None] Provisioning complete for port b4a083d1-252b-40fe-89de-883a4907e9db triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:08.951449 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-177bd477-7cad-4094-901a-5c90d4a64a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (b4a083d1-252b-40fe-89de-883a4907e9db), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:08.958111 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fae4e457-2741-480d-bc77-5265dd9a0d16 admin admin] Publish callbacks [] for security_group (15a4dc24-8777-4f67-8109-d8fea10a451f), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:08.993904 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-7df497b9-6a8b-4319-bf52-159e0d8c2284 None None] Attempting to bind port 92f2336a-faed-47e4-a40c-1aa8f75eb7b0 on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:16:08.994277 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-7df497b9-6a8b-4319-bf52-159e0d8c2284 None None] Attempting to bind port 92f2336a-faed-47e4-a40c-1aa8f75eb7b0 by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:16:08.995094 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df497b9-6a8b-4319-bf52-159e0d8c2284 None None] Attempting to bind port 92f2336a-faed-47e4-a40c-1aa8f75eb7b0 on network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:16:09.040815 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d939eae1-2b9e-4337-a088-5ddf28d5874c req-7a575a26-0150-45b5-9c1f-ff643605a49a tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 210 time: 0.1892788 May 04 08:16:09.042597 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9b7d1f0e-ac23-41c1-9c7b-06a359d4604b admin admin] Publish callbacks [] for port (5b6c3578-98ad-438c-8232-7c84929dd5e4), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:09.080843 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ab634072-b8ff-46e7-a930-a3c0707e946c admin admin] Publish callbacks [] for router_gateway (86fe3ff6-c4f4-4494-b652-9ef77792b78f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:09.092499 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b928fcb-c2e8-49fc-88ad-46b2130f7fc1 None None] Pushing event updated for resources: {'Port': ['ID=92f2336a-faed-47e4-a40c-1aa8f75eb7b0,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:09.099546 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df497b9-6a8b-4319-bf52-159e0d8c2284 None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:16:09.099821 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9b7d1f0e-ac23-41c1-9c7b-06a359d4604b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (5b6c3578-98ad-438c-8232-7c84929dd5e4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:09.100191 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df497b9-6a8b-4319-bf52-159e0d8c2284 None None] Checking segment: {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:16:09.100686 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-7df497b9-6a8b-4319-bf52-159e0d8c2284 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:09.101146 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df497b9-6a8b-4319-bf52-159e0d8c2284 None None] Bound using segment: {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:16:09.101832 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-7df497b9-6a8b-4319-bf52-159e0d8c2284 None None] Bound port: 92f2336a-faed-47e4-a40c-1aa8f75eb7b0, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:16:09.102193 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-7df497b9-6a8b-4319-bf52-159e0d8c2284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (92f2336a-faed-47e4-a40c-1aa8f75eb7b0), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:09.224103 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port dfcc8ee5-da2d-4af0-8a44-814b09fa9823 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:09.245609 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d1f0e-ac23-41c1-9c7b-06a359d4604b admin admin] Pushing event updated for resources: {'Port': ['ID=5b6c3578-98ad-438c-8232-7c84929dd5e4,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:09.256261 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fae4e457-2741-480d-bc77-5265dd9a0d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (15a4dc24-8777-4f67-8109-d8fea10a451f), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:09.273649 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fae4e457-2741-480d-bc77-5265dd9a0d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:09.275068 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-fae4e457-2741-480d-bc77-5265dd9a0d16 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/15a4dc24-8777-4f67-8109-d8fea10a451f HTTP/1.1" status: 204 len: 168 time: 0.5889215 May 04 08:16:09.341277 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4e457-2741-480d-bc77-5265dd9a0d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a4dc24-8777-4f67-8109-d8fea10a451f,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:09.359319 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9b7d1f0e-ac23-41c1-9c7b-06a359d4604b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722279'] for router_interface (ed2e8f24-360a-4912-9517-8f9f7dc4fcba), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:09.466661 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-7df497b9-6a8b-4319-bf52-159e0d8c2284 None None] For port 92f2336a-faed-47e4-a40c-1aa8f75eb7b0, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:16:09.511992 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.13', 53266) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:09.588791 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 58826) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:09.649235 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-7df497b9-6a8b-4319-bf52-159e0d8c2284 None None] For port 92f2336a-faed-47e4-a40c-1aa8f75eb7b0, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=92f2336a-faed-47e4-a40c-1aa8f75eb7b0,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:16:09.665076 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-435f5670-6a12-42a4-8140-c26822ad8ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-724172'] for router (f007bd36-33d7-4370-802d-ad3845496dc5), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:09.689168 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-7df497b9-6a8b-4319-bf52-159e0d8c2284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (92f2336a-faed-47e4-a40c-1aa8f75eb7b0), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:09.698731 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced71abf-6792-4199-acac-4870d9c31f6f None None] Pushing event updated for resources: {'Port': ['ID=b366df8c-a60e-4448-8117-564db782b5ce,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:09.849177 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-e49fa956-5ac4-4f04-a1d8-9c7649211fb3 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:09.851012 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-e49fa956-5ac4-4f04-a1d8-9c7649211fb3 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.13 "GET /v2.0/networks?id=444090b3-b666-4591-9cbe-dc039e65ad0f HTTP/1.1" status: 200 len: 811 time: 0.3362999 May 04 08:16:09.864950 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:16:09.921347 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7d1f0e-ac23-41c1-9c7b-06a359d4604b admin admin] Network 459895ff-73ee-42db-9914-e045a10994f6 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:16:09.927401 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-9b7d1f0e-ac23-41c1-9c7b-06a359d4604b admin admin] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:09.928394 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b928fcb-c2e8-49fc-88ad-46b2130f7fc1 None None] Pushing event updated for resources: {'Port': ['ID=92f2336a-faed-47e4-a40c-1aa8f75eb7b0,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:09.939120 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-177bd477-7cad-4094-901a-5c90d4a64a11 None None] Current status of the port b4a083d1-252b-40fe-89de-883a4907e9db is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:09.939578 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-177bd477-7cad-4094-901a-5c90d4a64a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (b4a083d1-252b-40fe-89de-883a4907e9db), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:09.975777 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df497b9-6a8b-4319-bf52-159e0d8c2284 None None] Routers {'ed2e8f24-360a-4912-9517-8f9f7dc4fcba'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:16:09.976427 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-7df497b9-6a8b-4319-bf52-159e0d8c2284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:16:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['ed2e8f24-360a-4912-9517-8f9f7dc4fcba'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:09.982222 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:09.982596 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:10.031129 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-266567e0-e06b-44f4-8b8d-56d9b6792a37 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Request body: {'port': {'device_id': '008d9d6e-1679-490e-9dee-cf50d9f9a9e4', 'network_id': '444090b3-b666-4591-9cbe-dc039e65ad0f', 'admin_state_up': True, 'tenant_id': 'cf5e9e0befe747a794e1f5372bd1e07c'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:10.052346 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d768d381-815a-4bad-8a48-b69c80cdd699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:10.055886 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 58840) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:10.128082 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-177bd477-7cad-4094-901a-5c90d4a64a11 None None] For port b4a083d1-252b-40fe-89de-883a4907e9db, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=b4a083d1-252b-40fe-89de-883a4907e9db,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:16:10.158354 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-63fb25b8-2e01-4fb1-81a2-3f7caf25d65d admin admin] Publish callbacks [] for port (8e0be89f-d1e7-4551-99d6-a575798b7796), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:10.174670 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-177bd477-7cad-4094-901a-5c90d4a64a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (b4a083d1-252b-40fe-89de-883a4907e9db), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:10.204203 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-63fb25b8-2e01-4fb1-81a2-3f7caf25d65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (8e0be89f-d1e7-4551-99d6-a575798b7796), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:10.205222 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-63fb25b8-2e01-4fb1-81a2-3f7caf25d65d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722279'] for router_interface (596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:10.275073 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ab634072-b8ff-46e7-a930-a3c0707e946c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-724172'] for router (86fe3ff6-c4f4-4494-b652-9ef77792b78f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:10.361647 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 58862) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:10.435899 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7d1f0e-ac23-41c1-9c7b-06a359d4604b admin admin] Router ed2e8f24-360a-4912-9517-8f9f7dc4fcba has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:16:10.527720 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d768d381-815a-4bad-8a48-b69c80cdd699 admin admin] Publish callbacks [] for security_group (700c4af7-2a8f-4886-9dfc-51bad5dd93a6), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:10.577194 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-266567e0-e06b-44f4-8b8d-56d9b6792a37 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Made reservation on behalf of cf5e9e0befe747a794e1f5372bd1e07c for: {'port': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:16:10.587568 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-266567e0-e06b-44f4-8b8d-56d9b6792a37 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:10.606795 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:10.607931 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device b4a083d1-252b-40fe-89de-883a4907e9db up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:16:10.623246 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-8e355463-a878-45ec-a31b-fffa27c1ee2c None None] Provisioning complete for port b4a083d1-252b-40fe-89de-883a4907e9db triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:10.623716 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8e355463-a878-45ec-a31b-fffa27c1ee2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (b4a083d1-252b-40fe-89de-883a4907e9db), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:10.634018 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bd477-7cad-4094-901a-5c90d4a64a11 None None] Pushing event updated for resources: {'Port': ['ID=b4a083d1-252b-40fe-89de-883a4907e9db,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:10.695878 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d768d381-815a-4bad-8a48-b69c80cdd699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (700c4af7-2a8f-4886-9dfc-51bad5dd93a6), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:10.740738 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c5bc15dd-515c-4c4a-96b7-240ac4950733 req-57d07847-0fc3-43c0-a32e-f8d79c03ae60 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 210 time: 0.3442495 May 04 08:16:10.750411 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-7df497b9-6a8b-4319-bf52-159e0d8c2284 None None] Set router ed2e8f24-360a-4912-9517-8f9f7dc4fcba gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:16:10.772130 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768d381-815a-4bad-8a48-b69c80cdd699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700c4af7-2a8f-4886-9dfc-51bad5dd93a6,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:10.789844 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-a2ec1231-2eda-4e45-ae39-33062ea15e5c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e73e00f14eb14fe68001526c9faf8de0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7322979 May 04 08:16:10.794904 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 58872) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:10.815846 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18c381e-780b-445e-84d4-808a83de062a None None] Network 7df6b99b-6f55-43f2-ae59-a84ab50ce98b requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:16:10.868941 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port b4a083d1-252b-40fe-89de-883a4907e9db triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:10.868941 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (b4a083d1-252b-40fe-89de-883a4907e9db), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:10.914698 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5cc5adbd-7d8c-42a7-8e62-5aaf361e2068 admin admin] Publish callbacks [] for security_group (31225eb2-c71e-4fa8-9c0d-9de999ab7fa9), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:10.922747 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb25b8-2e01-4fb1-81a2-3f7caf25d65d admin admin] Pushing event updated for resources: {'Port': ['ID=8e0be89f-d1e7-4551-99d6-a575798b7796,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:10.938179 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435f5670-6a12-42a4-8140-c26822ad8ccc admin admin] Router f007bd36-33d7-4370-802d-ad3845496dc5 is scheduled to L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 08:16:10.947464 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-d768d381-815a-4bad-8a48-b69c80cdd699 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=28a8728becd74499bcce42ca0dbde7c1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3547702 May 04 08:16:10.961045 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 58876) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:11.000852 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-266567e0-e06b-44f4-8b8d-56d9b6792a37 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Allocated IP 172.20.0.10 (444090b3-b666-4591-9cbe-dc039e65ad0f/45538bf3-9b96-4f4b-8834-95bb5dd1eb54/bc11791a-44ca-49dc-a7d7-7864fceead3a) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:16:11.091095 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7d1f0e-ac23-41c1-9c7b-06a359d4604b admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:16:11.140927 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-9b7d1f0e-ac23-41c1-9c7b-06a359d4604b admin admin] 10.222.0.59 "PUT /v2.0/routers/ed2e8f24-360a-4912-9517-8f9f7dc4fcba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4318035 May 04 08:16:11.228255 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435f5670-6a12-42a4-8140-c26822ad8ccc admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:16:11.239782 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eb09da-d129-4c3c-9279-d9aa390d0bfb None None] Sync routers for ids ['f007bd36-33d7-4370-802d-ad3845496dc5'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:16:11.270158 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eb09da-d129-4c3c-9279-d9aa390d0bfb None None] Routers {'f007bd36-33d7-4370-802d-ad3845496dc5'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:16:11.272983 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-85eb09da-d129-4c3c-9279-d9aa390d0bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:16:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['f007bd36-33d7-4370-802d-ad3845496dc5'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:11.350150 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5cc5adbd-7d8c-42a7-8e62-5aaf361e2068 admin admin] Publish callbacks [] for security_group (31225eb2-c71e-4fa8-9c0d-9de999ab7fa9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:11.369966 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-435f5670-6a12-42a4-8140-c26822ad8ccc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:11.372301 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-435f5670-6a12-42a4-8140-c26822ad8ccc admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9452157 May 04 08:16:11.375561 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 58888) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:11.382076 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-266567e0-e06b-44f4-8b8d-56d9b6792a37 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Publish callbacks [] for port (bc11791a-44ca-49dc-a7d7-7864fceead3a), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:11.394527 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fb25b8-2e01-4fb1-81a2-3f7caf25d65d admin admin] Network e2275bde-63c0-443b-bf71-d866f4d5c8f1 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:16:11.427227 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-63fb25b8-2e01-4fb1-81a2-3f7caf25d65d admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:11.628462 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-8e355463-a878-45ec-a31b-fffa27c1ee2c None None] Current status of the port b4a083d1-252b-40fe-89de-883a4907e9db is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:11.664643 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-7df497b9-6a8b-4319-bf52-159e0d8c2284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'name': 'tempest-ServerRescueNegativeTestJSON-1042465838-router', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:08Z', 'revision_number': 4, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'gw_port': {'id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '5b6c3578-98ad-438c-8232-7c84929dd5e4', 'name': '', 'network_id': '459895ff-73ee-42db-9914-e045a10994f6', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'mac_address': 'fa:16:3e:47:53:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:08Z', 'revision_number': 2, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'subnets': [{'id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:11.732987 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-266567e0-e06b-44f4-8b8d-56d9b6792a37 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (bc11791a-44ca-49dc-a7d7-7864fceead3a), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:11.750236 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a0e034fb-bfab-4d01-a440-c8ca55e1aee6 admin admin] Publish callbacks [] for security_group (700c4af7-2a8f-4886-9dfc-51bad5dd93a6), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:11.751024 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-85eb09da-d129-4c3c-9279-d9aa390d0bfb None None] Set router f007bd36-33d7-4370-802d-ad3845496dc5 gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:16:11.814459 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df497b9-6a8b-4319-bf52-159e0d8c2284 None None] The sync data for ids ['ed2e8f24-360a-4912-9517-8f9f7dc4fcba'] in dv-cinder-840289-4-iscsi is: [{'id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'name': 'tempest-ServerRescueNegativeTestJSON-1042465838-router', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:08Z', 'revision_number': 4, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'gw_port': {'id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '5b6c3578-98ad-438c-8232-7c84929dd5e4', 'name': '', 'network_id': '459895ff-73ee-42db-9914-e045a10994f6', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'mac_address': 'fa:16:3e:47:53:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:08Z', 'revision_number': 2, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'subnets': [{'id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:16:11.842830 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-948f29c1-8514-43fb-8ab0-da12ba9758e2 None None] Provisioning complete for port b366df8c-a60e-4448-8117-564db782b5ce triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:11.853344 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-948f29c1-8514-43fb-8ab0-da12ba9758e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (b366df8c-a60e-4448-8117-564db782b5ce), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:11.966794 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port b4a083d1-252b-40fe-89de-883a4907e9db is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:12.040062 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a0e034fb-bfab-4d01-a440-c8ca55e1aee6 admin admin] Publish callbacks [] for security_group (700c4af7-2a8f-4886-9dfc-51bad5dd93a6), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:12.048278 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63fb25b8-2e01-4fb1-81a2-3f7caf25d65d admin admin] Router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:16:12.202761 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-948f29c1-8514-43fb-8ab0-da12ba9758e2 None None] Current status of the port b366df8c-a60e-4448-8117-564db782b5ce is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:12.203410 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-948f29c1-8514-43fb-8ab0-da12ba9758e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (b366df8c-a60e-4448-8117-564db782b5ce), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:12.303902 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-948f29c1-8514-43fb-8ab0-da12ba9758e2 None None] For port b366df8c-a60e-4448-8117-564db782b5ce, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=b366df8c-a60e-4448-8117-564db782b5ce,segment=NetworkSegment(be24cf48-fbca-4f1a-adfd-44da32707882),segment_id=be24cf48-fbca-4f1a-adfd-44da32707882)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:16:12.311552 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-85eb09da-d129-4c3c-9279-d9aa390d0bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'name': 'tempest-AttachVolumeTestJSON-1462924431-router', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:08Z', 'revision_number': 3, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'gw_port': {'id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:23:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:06Z', 'updated_at': '2022-05-04T08:16:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:12.324481 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-948f29c1-8514-43fb-8ab0-da12ba9758e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (b366df8c-a60e-4448-8117-564db782b5ce), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:12.417032 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-948f29c1-8514-43fb-8ab0-da12ba9758e2 None None] Provisioning complete for port 5b6c3578-98ad-438c-8232-7c84929dd5e4 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:12.435107 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-948f29c1-8514-43fb-8ab0-da12ba9758e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (5b6c3578-98ad-438c-8232-7c84929dd5e4), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:12.455495 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device b366df8c-a60e-4448-8117-564db782b5ce up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:16:12.689551 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f29c1-8514-43fb-8ab0-da12ba9758e2 None None] Pushing event updated for resources: {'Port': ['ID=b366df8c-a60e-4448-8117-564db782b5ce,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:12.699296 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-948f29c1-8514-43fb-8ab0-da12ba9758e2 None None] Port 5b6c3578-98ad-438c-8232-7c84929dd5e4 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:16:12.751553 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5cc5adbd-7d8c-42a7-8e62-5aaf361e2068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (31225eb2-c71e-4fa8-9c0d-9de999ab7fa9), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:12.755447 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5cc5adbd-7d8c-42a7-8e62-5aaf361e2068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:12.756157 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eb09da-d129-4c3c-9279-d9aa390d0bfb None None] Checking router: f007bd36-33d7-4370-802d-ad3845496dc5 for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:16:12.756568 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eb09da-d129-4c3c-9279-d9aa390d0bfb None None] Updating router f007bd36-33d7-4370-802d-ad3845496dc5 port 1e8b74a4-3b64-4f6d-a8d5-069c95b70516 binding host dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:16:12.762591 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-5cc5adbd-7d8c-42a7-8e62-5aaf361e2068 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/31225eb2-c71e-4fa8-9c0d-9de999ab7fa9 HTTP/1.1" status: 204 len: 168 time: 1.9375577 May 04 08:16:12.763084 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab634072-b8ff-46e7-a930-a3c0707e946c admin admin] Router 86fe3ff6-c4f4-4494-b652-9ef77792b78f is scheduled to L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 08:16:12.770027 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port b366df8c-a60e-4448-8117-564db782b5ce triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:12.772859 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (b366df8c-a60e-4448-8117-564db782b5ce), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:12.903732 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5adbd-7d8c-42a7-8e62-5aaf361e2068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31225eb2-c71e-4fa8-9c0d-9de999ab7fa9,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:12.926504 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-85eb09da-d129-4c3c-9279-d9aa390d0bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (1e8b74a4-3b64-4f6d-a8d5-069c95b70516), before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:12.940824 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfb0c5-445b-4216-81db-38b9704fa46d req-5ff361c8-cdbd-4115-81ee-5d9126de9304 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:12.942716 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-10bfb0c5-445b-4216-81db-38b9704fa46d req-5ff361c8-cdbd-4115-81ee-5d9126de9304 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 932 time: 0.8900557 May 04 08:16:12.994421 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-449d1972-a110-4dc1-8322-f431568ec39d None None] Provisioning complete for port 8e0be89f-d1e7-4551-99d6-a575798b7796 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:12.996770 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-449d1972-a110-4dc1-8322-f431568ec39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (8e0be89f-d1e7-4551-99d6-a575798b7796), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:13.125219 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-449d1972-a110-4dc1-8322-f431568ec39d None None] Port 8e0be89f-d1e7-4551-99d6-a575798b7796 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:16:13.160677 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-449d1972-a110-4dc1-8322-f431568ec39d None None] Provisioning complete for port b366df8c-a60e-4448-8117-564db782b5ce triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:13.161416 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-449d1972-a110-4dc1-8322-f431568ec39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (b366df8c-a60e-4448-8117-564db782b5ce), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:13.341790 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-266567e0-e06b-44f4-8b8d-56d9b6792a37 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Network 444090b3-b666-4591-9cbe-dc039e65ad0f is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:16:13.370268 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port b366df8c-a60e-4448-8117-564db782b5ce is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:13.385111 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device b4a083d1-252b-40fe-89de-883a4907e9db up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:16:13.436012 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-266567e0-e06b-44f4-8b8d-56d9b6792a37 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:13.447235 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-266567e0-e06b-44f4-8b8d-56d9b6792a37 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:16:13.510504 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a0e034fb-bfab-4d01-a440-c8ca55e1aee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (700c4af7-2a8f-4886-9dfc-51bad5dd93a6), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:13.519081 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a0e034fb-bfab-4d01-a440-c8ca55e1aee6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:13.526506 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-a0e034fb-bfab-4d01-a440-c8ca55e1aee6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/700c4af7-2a8f-4886-9dfc-51bad5dd93a6 HTTP/1.1" status: 204 len: 168 time: 2.5229847 May 04 08:16:13.545638 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-2ecb2c1a-1b43-42fe-b800-e266910a230e tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:13.559276 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-2ecb2c1a-1b43-42fe-b800-e266910a230e tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/networks?id=459895ff-73ee-42db-9914-e045a10994f6 HTTP/1.1" status: 200 len: 819 time: 1.5234404 May 04 08:16:13.571830 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266567e0-e06b-44f4-8b8d-56d9b6792a37 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Pushing event updated for resources: {'Port': ['ID=bc11791a-44ca-49dc-a7d7-7864fceead3a,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:13.630083 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-449d1972-a110-4dc1-8322-f431568ec39d None None] Current status of the port b366df8c-a60e-4448-8117-564db782b5ce is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:13.649018 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port b4a083d1-252b-40fe-89de-883a4907e9db triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:13.649739 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (b4a083d1-252b-40fe-89de-883a4907e9db), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:13.663200 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-405774c3-c8ba-4b39-b2a9-9dcb7774e57f tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/quotas/627a6ec20d314e7ba545b36a7e9b2fe8 HTTP/1.1" status: 200 len: 375 time: 0.1007218 May 04 08:16:13.757205 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-85eb09da-d129-4c3c-9279-d9aa390d0bfb None None] Publish callbacks [] for port (1e8b74a4-3b64-4f6d-a8d5-069c95b70516), precommit_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:13.772848 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-85eb09da-d129-4c3c-9279-d9aa390d0bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (1e8b74a4-3b64-4f6d-a8d5-069c95b70516), after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:13.878517 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port b4a083d1-252b-40fe-89de-883a4907e9db is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:13.969062 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97bfe30-36bf-44f2-8108-1f19e767443b None None] Pushing event updated for resources: {'Port': ['ID=1e8b74a4-3b64-4f6d-a8d5-069c95b70516,revision_number=2']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:13.999615 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e034fb-bfab-4d01-a440-c8ca55e1aee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700c4af7-2a8f-4886-9dfc-51bad5dd93a6,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:14.018360 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-266567e0-e06b-44f4-8b8d-56d9b6792a37 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:14.019227 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-266567e0-e06b-44f4-8b8d-56d9b6792a37 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:14.031112 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-85eb09da-d129-4c3c-9279-d9aa390d0bfb None None] Attempting to bind port 1e8b74a4-3b64-4f6d-a8d5-069c95b70516 on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:16:14.031492 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-85eb09da-d129-4c3c-9279-d9aa390d0bfb None None] Attempting to bind port 1e8b74a4-3b64-4f6d-a8d5-069c95b70516 by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:16:14.031861 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eb09da-d129-4c3c-9279-d9aa390d0bfb None None] Attempting to bind port 1e8b74a4-3b64-4f6d-a8d5-069c95b70516 on network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:16:14.052634 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eb09da-d129-4c3c-9279-d9aa390d0bfb None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:16:14.053026 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eb09da-d129-4c3c-9279-d9aa390d0bfb None None] Checking segment: {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:16:14.053440 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-85eb09da-d129-4c3c-9279-d9aa390d0bfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:14.053842 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eb09da-d129-4c3c-9279-d9aa390d0bfb None None] Bound using segment: {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:16:14.054331 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-85eb09da-d129-4c3c-9279-d9aa390d0bfb None None] Bound port: 1e8b74a4-3b64-4f6d-a8d5-069c95b70516, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:16:14.054718 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-85eb09da-d129-4c3c-9279-d9aa390d0bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (1e8b74a4-3b64-4f6d-a8d5-069c95b70516), before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:14.091682 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-10bfb0c5-445b-4216-81db-38b9704fa46d req-1bb225c1-c864-4886-8d61-cdfc173dd24b tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/security-groups?id=b40e6ea6-1bec-4eed-b402-8f0e956454f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0804164 May 04 08:16:14.132625 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-266567e0-e06b-44f4-8b8d-56d9b6792a37 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1096978 May 04 08:16:14.179550 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-235d943d-f8f0-4523-92e7-59c61105dbd1 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103564) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 08:16:14.179550 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-235d943d-f8f0-4523-92e7-59c61105dbd1 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0161450 May 04 08:16:14.270451 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-85eb09da-d129-4c3c-9279-d9aa390d0bfb None None] For port 1e8b74a4-3b64-4f6d-a8d5-069c95b70516, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:16:14.290586 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-85eb09da-d129-4c3c-9279-d9aa390d0bfb None None] For port 1e8b74a4-3b64-4f6d-a8d5-069c95b70516, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=1e8b74a4-3b64-4f6d-a8d5-069c95b70516,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:16:14.328704 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-85eb09da-d129-4c3c-9279-d9aa390d0bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (1e8b74a4-3b64-4f6d-a8d5-069c95b70516), after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:14.329576 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-02b56b5e-9a33-4be7-947e-8f526f3593e1 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=627a6ec20d314e7ba545b36a7e9b2fe8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6610453 May 04 08:16:14.371996 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4d1d499f-a85b-4871-9a22-d9ec4282761d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:14.402485 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab634072-b8ff-46e7-a930-a3c0707e946c admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:16:14.414040 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37dc018-4149-4191-a453-8f6786cfa0c7 None None] Sync routers for ids ['86fe3ff6-c4f4-4494-b652-9ef77792b78f'] in dv-cinder-840289-4-iscsi {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:16:14.421125 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fb25b8-2e01-4fb1-81a2-3f7caf25d65d admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:16:14.439717 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-63fb25b8-2e01-4fb1-81a2-3f7caf25d65d admin admin] 10.222.0.59 "PUT /v2.0/routers/596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9563255 May 04 08:16:14.452259 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37dc018-4149-4191-a453-8f6786cfa0c7 None None] Routers {'86fe3ff6-c4f4-4494-b652-9ef77792b78f'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:16:14.453950 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eb09da-d129-4c3c-9279-d9aa390d0bfb None None] Routers {'f007bd36-33d7-4370-802d-ad3845496dc5'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:16:14.455383 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d37dc018-4149-4191-a453-8f6786cfa0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:16:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['86fe3ff6-c4f4-4494-b652-9ef77792b78f'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:14.464287 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-85eb09da-d129-4c3c-9279-d9aa390d0bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:16:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['f007bd36-33d7-4370-802d-ad3845496dc5'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:14.616717 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device b366df8c-a60e-4448-8117-564db782b5ce up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:16:14.709042 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ab634072-b8ff-46e7-a930-a3c0707e946c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:14.710297 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-ab634072-b8ff-46e7-a930-a3c0707e946c admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.7021410 May 04 08:16:14.723821 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 58958) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:14.869746 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-85eb09da-d129-4c3c-9279-d9aa390d0bfb None None] Set router f007bd36-33d7-4370-802d-ad3845496dc5 gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:16:14.917437 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-d37dc018-4149-4191-a453-8f6786cfa0c7 None None] Set router 86fe3ff6-c4f4-4494-b652-9ef77792b78f gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:16:15.056830 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-4d1d499f-a85b-4871-9a22-d9ec4282761d admin admin] Allocated IP 172.20.0.1 (7df6b99b-6f55-43f2-ae59-a84ab50ce98b/f44a667d-e0cc-45e5-8f63-a34f7e8f3226/baa9b0c3-d50a-416d-899e-4ac277b43cd0) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:16:15.090518 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f514c61-f22e-47c4-ab90-d8047d8b0396 None None] Sync routers for ids ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:16:15.268860 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-a8a46e67-1f61-4fee-b72c-ee76090ae821 service neutron] 10.222.0.59 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9371278 May 04 08:16:15.270518 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f514c61-f22e-47c4-ab90-d8047d8b0396 None None] Routers {'596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:16:15.272999 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4d1d499f-a85b-4871-9a22-d9ec4282761d admin admin] Publish callbacks [] for port (baa9b0c3-d50a-416d-899e-4ac277b43cd0), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:15.280521 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-2f514c61-f22e-47c4-ab90-d8047d8b0396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:16:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:15.324289 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port b366df8c-a60e-4448-8117-564db782b5ce triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:15.324900 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (b366df8c-a60e-4448-8117-564db782b5ce), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:15.338464 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-fc027b5f-437b-449d-a470-ec736e6361d6 service neutron] Request body: {'port': {'device_id': '008d9d6e-1679-490e-9dee-cf50d9f9a9e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:15.345247 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4d1d499f-a85b-4871-9a22-d9ec4282761d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (baa9b0c3-d50a-416d-899e-4ac277b43cd0), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:15.542990 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d37dc018-4149-4191-a453-8f6786cfa0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'name': 'tempest-AttachVolumeShelveTestJSON-851729642-router', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:03Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 3, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'gw_port': {'id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:80:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:15.616974 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-fc027b5f-437b-449d-a470-ec736e6361d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (bc11791a-44ca-49dc-a7d7-7864fceead3a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:15.675339 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1d499f-a85b-4871-9a22-d9ec4282761d admin admin] Network 7df6b99b-6f55-43f2-ae59-a84ab50ce98b is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:16:15.769720 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-2f514c61-f22e-47c4-ab90-d8047d8b0396 None None] Set router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:16:15.804891 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-4d1d499f-a85b-4871-9a22-d9ec4282761d admin admin] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:15.851308 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1d499f-a85b-4871-9a22-d9ec4282761d admin admin] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:16:16.000081 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d499f-a85b-4871-9a22-d9ec4282761d admin admin] Pushing event updated for resources: {'Port': ['ID=baa9b0c3-d50a-416d-899e-4ac277b43cd0,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:16.115115 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-078e02de-fd4e-47e5-9ff6-2ceb4313cfca service neutron] 10.222.0.59 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8426561 May 04 08:16:16.157332 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4d1d499f-a85b-4871-9a22-d9ec4282761d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722361'] for router_interface (f007bd36-33d7-4370-802d-ad3845496dc5), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:16.173359 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37dc018-4149-4191-a453-8f6786cfa0c7 None None] Checking router: 86fe3ff6-c4f4-4494-b652-9ef77792b78f for host: dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:16:16.173910 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37dc018-4149-4191-a453-8f6786cfa0c7 None None] Updating router 86fe3ff6-c4f4-4494-b652-9ef77792b78f port 5d200de4-ec69-4044-9e29-0528622f6ea0 binding host dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:16:16.361820 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d37dc018-4149-4191-a453-8f6786cfa0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (5d200de4-ec69-4044-9e29-0528622f6ea0), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:16.476685 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-85eb09da-d129-4c3c-9279-d9aa390d0bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'name': 'tempest-AttachVolumeTestJSON-1462924431-router', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:08Z', 'revision_number': 3, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'gw_port': {'id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:23:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:06Z', 'updated_at': '2022-05-04T08:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:16.496654 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-c96ff653-1c71-414f-958b-f78bef7353be None None] Provisioning complete for port baa9b0c3-d50a-416d-899e-4ac277b43cd0 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:16.509684 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c96ff653-1c71-414f-958b-f78bef7353be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (baa9b0c3-d50a-416d-899e-4ac277b43cd0), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:16.652556 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-c96ff653-1c71-414f-958b-f78bef7353be None None] Port baa9b0c3-d50a-416d-899e-4ac277b43cd0 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:16:16.661795 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d33239e8-d773-42f9-b6de-487b3e73a9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:16.747876 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port b366df8c-a60e-4448-8117-564db782b5ce is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:16.757369 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 92f2336a-faed-47e4-a40c-1aa8f75eb7b0 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:16:16.788193 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97bfe30-36bf-44f2-8108-1f19e767443b None None] Pushing event updated for resources: {'Port': ['ID=1e8b74a4-3b64-4f6d-a8d5-069c95b70516,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:16.799317 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 59016) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:16.810088 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eb09da-d129-4c3c-9279-d9aa390d0bfb None None] The sync data for ids ['f007bd36-33d7-4370-802d-ad3845496dc5'] in dv-cinder-840289-4-iscsi is: [{'id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'name': 'tempest-AttachVolumeTestJSON-1462924431-router', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:08Z', 'revision_number': 3, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'gw_port': {'id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:23:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:06Z', 'updated_at': '2022-05-04T08:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:16:16.814971 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-91bcddfa-bb04-4a9c-a7dc-6a26109f92e6 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2070885092', 'description': 'tempest-description--472110308'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:16.923124 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4d1d499f-a85b-4871-9a22-d9ec4282761d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (baa9b0c3-d50a-416d-899e-4ac277b43cd0), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:17.032998 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-2f514c61-f22e-47c4-ab90-d8047d8b0396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '8e0be89f-d1e7-4551-99d6-a575798b7796', 'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'mac_address': 'fa:16:3e:dc:e8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:09Z', 'revision_number': 2, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'subnets': [{'id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:17.063892 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-91bcddfa-bb04-4a9c-a7dc-6a26109f92e6 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:17.113184 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f514c61-f22e-47c4-ab90-d8047d8b0396 None None] Checking router: 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:16:17.114721 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f514c61-f22e-47c4-ab90-d8047d8b0396 None None] Updating router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e port 8e0be89f-d1e7-4551-99d6-a575798b7796 binding host dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:16:17.206358 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-2f514c61-f22e-47c4-ab90-d8047d8b0396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (8e0be89f-d1e7-4551-99d6-a575798b7796), before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:17.223788 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169a9d3-8c24-447d-9392-f59dfbb2c422 req-d5c562d9-1a40-403c-a5c4-a896492e44a4 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:17.229983 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325519e3-0d71-4ce5-b3b7-ab0974478821 None None] Sync routers for ids ['ed2e8f24-360a-4912-9517-8f9f7dc4fcba'] in dv-cinder-840289-4-iscsi {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:16:17.238353 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6169a9d3-8c24-447d-9392-f59dfbb2c422 req-d5c562d9-1a40-403c-a5c4-a896492e44a4 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 932 time: 0.6607170 May 04 08:16:17.313418 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-96ca66a1-10b7-42ed-ac39-15b471aa8d76 req-b3b3a634-67d8-408e-b047-a83ef330670a tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 210 time: 0.1378520 May 04 08:16:17.489397 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325519e3-0d71-4ce5-b3b7-ab0974478821 None None] Routers {'ed2e8f24-360a-4912-9517-8f9f7dc4fcba'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:16:17.489397 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-325519e3-0d71-4ce5-b3b7-ab0974478821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:16:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['ed2e8f24-360a-4912-9517-8f9f7dc4fcba'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:17.554553 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-d33239e8-d773-42f9-b6de-487b3e73a9be admin admin] Allocated IP 172.20.0.1 (69e555c2-1670-40dc-ab1f-e521e2075e90/c1223e7c-a5fa-47f3-8b09-39c09633d1c1/5b29f279-72f1-4f5c-934b-bf2513ecc4e4) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:16:17.724170 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6169a9d3-8c24-447d-9392-f59dfbb2c422 req-7756f2d9-a783-4776-abbc-3e6bb5c4b1ad tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/security-groups?id=b40e6ea6-1bec-4eed-b402-8f0e956454f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822171 May 04 08:16:18.050484 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d33239e8-d773-42f9-b6de-487b3e73a9be admin admin] Publish callbacks [] for port (5b29f279-72f1-4f5c-934b-bf2513ecc4e4), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:18.073089 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 92f2336a-faed-47e4-a40c-1aa8f75eb7b0 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:18.073484 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (92f2336a-faed-47e4-a40c-1aa8f75eb7b0), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:18.161946 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4d1d499f-a85b-4871-9a22-d9ec4282761d admin admin] Publish callbacks [] for port (baa9b0c3-d50a-416d-899e-4ac277b43cd0), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:18.175660 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-91bcddfa-bb04-4a9c-a7dc-6a26109f92e6 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group (2b94736b-c789-4978-8f39-6b4995d67897), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:18.240070 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-2f514c61-f22e-47c4-ab90-d8047d8b0396 None None] Publish callbacks [] for port (8e0be89f-d1e7-4551-99d6-a575798b7796), precommit_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:18.294942 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4d1d499f-a85b-4871-9a22-d9ec4282761d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (baa9b0c3-d50a-416d-899e-4ac277b43cd0), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:18.303576 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-325519e3-0d71-4ce5-b3b7-ab0974478821 None None] Set router ed2e8f24-360a-4912-9517-8f9f7dc4fcba gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:16:18.353619 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-91bcddfa-bb04-4a9c-a7dc-6a26109f92e6 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (2b94736b-c789-4978-8f39-6b4995d67897), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:18.360498 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-2f514c61-f22e-47c4-ab90-d8047d8b0396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (8e0be89f-d1e7-4551-99d6-a575798b7796), after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:18.669706 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d37dc018-4149-4191-a453-8f6786cfa0c7 None None] Publish callbacks [] for port (5d200de4-ec69-4044-9e29-0528622f6ea0), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:18.737525 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d37dc018-4149-4191-a453-8f6786cfa0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (5d200de4-ec69-4044-9e29-0528622f6ea0), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:18.787927 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-fc027b5f-437b-449d-a470-ec736e6361d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc11791a-44ca-49dc-a7d7-7864fceead3a {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:16:18.885974 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-91bcddfa-bb04-4a9c-a7dc-6a26109f92e6 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:18.907475 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-91bcddfa-bb04-4a9c-a7dc-6a26109f92e6 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.1024044 May 04 08:16:18.936383 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-fc027b5f-437b-449d-a470-ec736e6361d6 service neutron] Publish callbacks [] for port (bc11791a-44ca-49dc-a7d7-7864fceead3a), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:18.970542 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 59110) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:19.033614 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-e4fa724d-3e1c-475e-8de9-734814901847 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Request body: {'security_group_rule': {'security_group_id': '2b94736b-c789-4978-8f39-6b4995d67897', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:19.092214 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4d1d499f-a85b-4871-9a22-d9ec4282761d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722279'] for router_interface (f007bd36-33d7-4370-802d-ad3845496dc5), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:19.118541 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d499f-a85b-4871-9a22-d9ec4282761d admin admin] Pushing event updated for resources: {'Port': ['ID=baa9b0c3-d50a-416d-899e-4ac277b43cd0,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:19.159728 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bcddfa-bb04-4a9c-a7dc-6a26109f92e6 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b94736b-c789-4978-8f39-6b4995d67897,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:19.274364 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-fc027b5f-437b-449d-a470-ec736e6361d6 service neutron] Transition to ACTIVE for port object bc11791a-44ca-49dc-a7d7-7864fceead3a will not be triggered until provisioned by entity L2. {{(pid=103564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:16:19.357836 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84612218-0eed-4396-bf3d-b2c1eff32172 req-0816c28b-6d03-4a2f-a909-5db862c0b6cf tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:19.382562 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-84612218-0eed-4396-bf3d-b2c1eff32172 req-0816c28b-6d03-4a2f-a909-5db862c0b6cf tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 932 time: 0.3132029 May 04 08:16:19.420194 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-d37dc018-4149-4191-a453-8f6786cfa0c7 None None] Attempting to bind port 5d200de4-ec69-4044-9e29-0528622f6ea0 on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:16:19.420711 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-d37dc018-4149-4191-a453-8f6786cfa0c7 None None] Attempting to bind port 5d200de4-ec69-4044-9e29-0528622f6ea0 by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:16:19.420975 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37dc018-4149-4191-a453-8f6786cfa0c7 None None] Attempting to bind port 5d200de4-ec69-4044-9e29-0528622f6ea0 on network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:16:19.447321 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68164a-4fc9-41f5-adaf-95e9ca33916e None None] Pushing event updated for resources: {'Port': ['ID=5d200de4-ec69-4044-9e29-0528622f6ea0,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:19.506133 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37dc018-4149-4191-a453-8f6786cfa0c7 None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:16:19.506505 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37dc018-4149-4191-a453-8f6786cfa0c7 None None] Checking segment: {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:16:19.509121 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d37dc018-4149-4191-a453-8f6786cfa0c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:19.509672 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37dc018-4149-4191-a453-8f6786cfa0c7 None None] Bound using segment: {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:16:19.512456 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-d37dc018-4149-4191-a453-8f6786cfa0c7 None None] Bound port: 5d200de4-ec69-4044-9e29-0528622f6ea0, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:16:19.515131 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d37dc018-4149-4191-a453-8f6786cfa0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (5d200de4-ec69-4044-9e29-0528622f6ea0), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:19.585757 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427125f-ff94-49bd-a5fd-74938f9b1911 None None] Pushing event updated for resources: {'Port': ['ID=8e0be89f-d1e7-4551-99d6-a575798b7796,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:19.669522 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-2f514c61-f22e-47c4-ab90-d8047d8b0396 None None] Attempting to bind port 8e0be89f-d1e7-4551-99d6-a575798b7796 on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:16:19.669902 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-2f514c61-f22e-47c4-ab90-d8047d8b0396 None None] Attempting to bind port 8e0be89f-d1e7-4551-99d6-a575798b7796 by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': '379d6a15-5185-48de-b859-cd8ac013b448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:16:19.670984 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f514c61-f22e-47c4-ab90-d8047d8b0396 None None] Attempting to bind port 8e0be89f-d1e7-4551-99d6-a575798b7796 on network e2275bde-63c0-443b-bf71-d866f4d5c8f1 {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:16:19.685048 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f514c61-f22e-47c4-ab90-d8047d8b0396 None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:16:19.685637 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f514c61-f22e-47c4-ab90-d8047d8b0396 None None] Checking segment: {'id': '379d6a15-5185-48de-b859-cd8ac013b448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:16:19.686062 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-2f514c61-f22e-47c4-ab90-d8047d8b0396 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:19.686539 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f514c61-f22e-47c4-ab90-d8047d8b0396 None None] Bound using segment: {'id': '379d6a15-5185-48de-b859-cd8ac013b448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:16:19.692414 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-2f514c61-f22e-47c4-ab90-d8047d8b0396 None None] Bound port: 8e0be89f-d1e7-4551-99d6-a575798b7796, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379d6a15-5185-48de-b859-cd8ac013b448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:16:19.693181 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-2f514c61-f22e-47c4-ab90-d8047d8b0396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (8e0be89f-d1e7-4551-99d6-a575798b7796), before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:19.840576 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-1225118f-084c-4972-84cc-89871a18a471 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:19.848618 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-1225118f-084c-4972-84cc-89871a18a471 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/networks?id=459895ff-73ee-42db-9914-e045a10994f6 HTTP/1.1" status: 200 len: 819 time: 1.7782824 May 04 08:16:19.850683 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 59126) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:19.853672 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 92f2336a-faed-47e4-a40c-1aa8f75eb7b0 is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:19.855021 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d33239e8-d773-42f9-b6de-487b3e73a9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434'] for port (5b29f279-72f1-4f5c-934b-bf2513ecc4e4), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:19.855274 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (92f2336a-faed-47e4-a40c-1aa8f75eb7b0), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:19.940238 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-b70a6576-a6d0-4da8-8f53-248a77b158bd None None] Provisioning complete for port 8e0be89f-d1e7-4551-99d6-a575798b7796 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:19.942151 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-fc027b5f-437b-449d-a470-ec736e6361d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (bc11791a-44ca-49dc-a7d7-7864fceead3a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:19.950909 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-2f514c61-f22e-47c4-ab90-d8047d8b0396 None None] For port 8e0be89f-d1e7-4551-99d6-a575798b7796, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:16:19.951584 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b70a6576-a6d0-4da8-8f53-248a77b158bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (8e0be89f-d1e7-4551-99d6-a575798b7796), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:19.953098 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-84612218-0eed-4396-bf3d-b2c1eff32172 req-dd17a660-d813-4c22-a462-bcc63d1fc81e tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/security-groups?id=b40e6ea6-1bec-4eed-b402-8f0e956454f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5545473 May 04 08:16:19.958745 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33239e8-d773-42f9-b6de-487b3e73a9be admin admin] Pushing event updated for resources: {'Port': ['ID=5b29f279-72f1-4f5c-934b-bf2513ecc4e4,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:19.980034 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-2f514c61-f22e-47c4-ab90-d8047d8b0396 None None] For port 8e0be89f-d1e7-4551-99d6-a575798b7796, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=8e0be89f-d1e7-4551-99d6-a575798b7796,segment=NetworkSegment(379d6a15-5185-48de-b859-cd8ac013b448),segment_id=379d6a15-5185-48de-b859-cd8ac013b448)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:16:19.987271 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-b404a145-49b1-48e6-a6b8-43da44968540 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/quotas/627a6ec20d314e7ba545b36a7e9b2fe8 HTTP/1.1" status: 200 len: 375 time: 0.1372542 May 04 08:16:20.005525 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-2f514c61-f22e-47c4-ab90-d8047d8b0396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (8e0be89f-d1e7-4551-99d6-a575798b7796), after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:20.013959 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33239e8-d773-42f9-b6de-487b3e73a9be admin admin] Network 69e555c2-1670-40dc-ab1f-e521e2075e90 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:16:20.017878 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-d33239e8-d773-42f9-b6de-487b3e73a9be admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:20.060273 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33239e8-d773-42f9-b6de-487b3e73a9be admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:16:20.061001 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d33239e8-d773-42f9-b6de-487b3e73a9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722361'] for router_interface (86fe3ff6-c4f4-4494-b652-9ef77792b78f), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:20.202409 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] For port 92f2336a-faed-47e4-a40c-1aa8f75eb7b0, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=92f2336a-faed-47e4-a40c-1aa8f75eb7b0,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:16:20.232412 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (92f2336a-faed-47e4-a40c-1aa8f75eb7b0), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:20.250187 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-d37dc018-4149-4191-a453-8f6786cfa0c7 None None] For port 5d200de4-ec69-4044-9e29-0528622f6ea0, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:16:20.270641 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e4fa724d-3e1c-475e-8de9-734814901847 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group_rule (4f169f53-8f8b-43c0-9261-7aed806d0c4f), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:20.276673 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f514c61-f22e-47c4-ab90-d8047d8b0396 None None] Routers {'596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:16:20.277322 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-2f514c61-f22e-47c4-ab90-d8047d8b0396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:16:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:20.461827 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-b94f93fc-17c3-4b58-b609-01ac5036246b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=627a6ec20d314e7ba545b36a7e9b2fe8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4722769 May 04 08:16:20.488827 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d33239e8-d773-42f9-b6de-487b3e73a9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (5b29f279-72f1-4f5c-934b-bf2513ecc4e4), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:20.636970 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-d37dc018-4149-4191-a453-8f6786cfa0c7 None None] For port 5d200de4-ec69-4044-9e29-0528622f6ea0, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=5d200de4-ec69-4044-9e29-0528622f6ea0,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:16:20.639296 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc027b5f-437b-449d-a470-ec736e6361d6 service neutron] Pushing event updated for resources: {'Port': ['ID=bc11791a-44ca-49dc-a7d7-7864fceead3a,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:20.685949 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 1e8b74a4-3b64-4f6d-a8d5-069c95b70516 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:16:20.696723 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.13', 53277) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:20.800632 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d37dc018-4149-4191-a453-8f6786cfa0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (5d200de4-ec69-4044-9e29-0528622f6ea0), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:20.838165 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-2f514c61-f22e-47c4-ab90-d8047d8b0396 None None] Set router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:16:20.933388 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-325519e3-0d71-4ce5-b3b7-ab0974478821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'name': 'tempest-ServerRescueNegativeTestJSON-1042465838-router', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:08Z', 'revision_number': 4, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'gw_port': {'id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '5b6c3578-98ad-438c-8232-7c84929dd5e4', 'name': '', 'network_id': '459895ff-73ee-42db-9914-e045a10994f6', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'mac_address': 'fa:16:3e:47:53:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:08Z', 'revision_number': 2, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'subnets': [{'id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:21.018518 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d33239e8-d773-42f9-b6de-487b3e73a9be admin admin] Publish callbacks [] for port (5b29f279-72f1-4f5c-934b-bf2513ecc4e4), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:21.045990 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d2141966-42db-4797-8a42-f2f6b4dc47d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:21.050198 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1d499f-a85b-4871-9a22-d9ec4282761d admin admin] Network 7df6b99b-6f55-43f2-ae59-a84ab50ce98b is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:16:21.064078 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d33239e8-d773-42f9-b6de-487b3e73a9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (5b29f279-72f1-4f5c-934b-bf2513ecc4e4), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:21.065262 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d33239e8-d773-42f9-b6de-487b3e73a9be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722279'] for router_interface (86fe3ff6-c4f4-4494-b652-9ef77792b78f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:21.119014 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427125f-ff94-49bd-a5fd-74938f9b1911 None None] Pushing event updated for resources: {'Port': ['ID=8e0be89f-d1e7-4551-99d6-a575798b7796,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:21.151520 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 1e8b74a4-3b64-4f6d-a8d5-069c95b70516 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:21.151891 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (1e8b74a4-3b64-4f6d-a8d5-069c95b70516), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:21.168690 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Pushing event updated for resources: {'Port': ['ID=92f2336a-faed-47e4-a40c-1aa8f75eb7b0,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:21.203722 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33239e8-d773-42f9-b6de-487b3e73a9be admin admin] Pushing event updated for resources: {'Port': ['ID=5b29f279-72f1-4f5c-934b-bf2513ecc4e4,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:21.238153 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-4d1d499f-a85b-4871-9a22-d9ec4282761d admin admin] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:21.289297 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-3119ff3b-2602-434b-a3c9-ac2beb02a709 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:21.291157 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-3119ff3b-2602-434b-a3c9-ac2beb02a709 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.13 "GET /v2.0/networks?id=459895ff-73ee-42db-9914-e045a10994f6 HTTP/1.1" status: 200 len: 819 time: 0.5931127 May 04 08:16:21.323028 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325519e3-0d71-4ce5-b3b7-ab0974478821 None None] Checking router: ed2e8f24-360a-4912-9517-8f9f7dc4fcba for host: dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:16:21.323383 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325519e3-0d71-4ce5-b3b7-ab0974478821 None None] Updating router ed2e8f24-360a-4912-9517-8f9f7dc4fcba port 5b6c3578-98ad-438c-8232-7c84929dd5e4 binding host dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:16:21.331218 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-b70a6576-a6d0-4da8-8f53-248a77b158bd None None] Current status of the port 8e0be89f-d1e7-4551-99d6-a575798b7796 is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:21.335218 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b70a6576-a6d0-4da8-8f53-248a77b158bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (8e0be89f-d1e7-4551-99d6-a575798b7796), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:21.384522 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37dc018-4149-4191-a453-8f6786cfa0c7 None None] Routers {'86fe3ff6-c4f4-4494-b652-9ef77792b78f'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:16:21.387707 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d37dc018-4149-4191-a453-8f6786cfa0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:16:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['86fe3ff6-c4f4-4494-b652-9ef77792b78f'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:21.419548 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-2f514c61-f22e-47c4-ab90-d8047d8b0396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '8e0be89f-d1e7-4551-99d6-a575798b7796', 'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'mac_address': 'fa:16:3e:dc:e8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:19Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'subnets': [{'id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:21.423339 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467067b2-5967-417d-999e-9902ba7fba63 req-774f0f42-8653-421d-aed4-6b7887bab776 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:21.428195 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-467067b2-5967-417d-999e-9902ba7fba63 req-774f0f42-8653-421d-aed4-6b7887bab776 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 944 time: 0.3516202 May 04 08:16:21.486579 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f514c61-f22e-47c4-ab90-d8047d8b0396 None None] The sync data for ids ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'] in dv-cinder-840289-4-iscsi is: [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '8e0be89f-d1e7-4551-99d6-a575798b7796', 'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'mac_address': 'fa:16:3e:dc:e8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:19Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'subnets': [{'id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:16:21.671116 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-890b3d3a-776a-4ae1-9188-565eec8973cc service neutron] 10.222.0.59 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2083416 May 04 08:16:21.699737 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e4fa724d-3e1c-475e-8de9-734814901847 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group_rule (4f169f53-8f8b-43c0-9261-7aed806d0c4f), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:21.701349 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-fc027b5f-437b-449d-a470-ec736e6361d6 service neutron] Attempting to bind port bc11791a-44ca-49dc-a7d7-7864fceead3a on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:16:21.701784 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-fc027b5f-437b-449d-a470-ec736e6361d6 service neutron] Attempting to bind port bc11791a-44ca-49dc-a7d7-7864fceead3a by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': 'e13b106f-bad6-48fd-95d6-5323f4e4bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '444090b3-b666-4591-9cbe-dc039e65ad0f'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:16:21.703545 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-fc027b5f-437b-449d-a470-ec736e6361d6 service neutron] Attempting to bind port bc11791a-44ca-49dc-a7d7-7864fceead3a on network 444090b3-b666-4591-9cbe-dc039e65ad0f {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:16:21.704952 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-325519e3-0d71-4ce5-b3b7-ab0974478821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (5b6c3578-98ad-438c-8232-7c84929dd5e4), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:21.713662 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-26a3b5d8-06de-41d7-a513-1a2a273ba70b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Request body: {'port': {'device_id': '6890aa28-731e-4b8f-8072-1ea9300f80f6', 'network_id': '459895ff-73ee-42db-9914-e045a10994f6', 'admin_state_up': True, 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:21.722592 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e4fa724d-3e1c-475e-8de9-734814901847 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (4f169f53-8f8b-43c0-9261-7aed806d0c4f), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:21.786201 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68164a-4fc9-41f5-adaf-95e9ca33916e None None] Pushing event updated for resources: {'Port': ['ID=5d200de4-ec69-4044-9e29-0528622f6ea0,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:21.815801 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1d499f-a85b-4871-9a22-d9ec4282761d admin admin] Router f007bd36-33d7-4370-802d-ad3845496dc5 has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:16:21.842129 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-fc027b5f-437b-449d-a470-ec736e6361d6 service neutron] Port bc11791a-44ca-49dc-a7d7-7864fceead3a on network 444090b3-b666-4591-9cbe-dc039e65ad0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:16:21.848093 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-fc027b5f-437b-449d-a470-ec736e6361d6 service neutron] Attempting to bind port bc11791a-44ca-49dc-a7d7-7864fceead3a on network 444090b3-b666-4591-9cbe-dc039e65ad0f {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:16:21.863148 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-467067b2-5967-417d-999e-9902ba7fba63 req-c3aec900-fbf1-4328-beb8-c304a137cfc3 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/security-groups?id=b40e6ea6-1bec-4eed-b402-8f0e956454f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856770 May 04 08:16:21.934588 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-fc027b5f-437b-449d-a470-ec736e6361d6 service neutron] Checking agent: {'id': '012f2be7-5ddd-4d39-8539-3fef46040309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'started_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:16:21.935586 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-fc027b5f-437b-449d-a470-ec736e6361d6 service neutron] Checking segment: {'id': 'e13b106f-bad6-48fd-95d6-5323f4e4bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '444090b3-b666-4591-9cbe-dc039e65ad0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:16:21.936041 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-fc027b5f-437b-449d-a470-ec736e6361d6 service neutron] Bound using segment: {'id': 'e13b106f-bad6-48fd-95d6-5323f4e4bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '444090b3-b666-4591-9cbe-dc039e65ad0f'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:16:21.937962 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-fc027b5f-437b-449d-a470-ec736e6361d6 service neutron] Bound port: bc11791a-44ca-49dc-a7d7-7864fceead3a, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e13b106f-bad6-48fd-95d6-5323f4e4bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '444090b3-b666-4591-9cbe-dc039e65ad0f'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:16:21.937962 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-fc027b5f-437b-449d-a470-ec736e6361d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (bc11791a-44ca-49dc-a7d7-7864fceead3a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:21.956588 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa724d-3e1c-475e-8de9-734814901847 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f169f53-8f8b-43c0-9261-7aed806d0c4f,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:21.965013 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-b70a6576-a6d0-4da8-8f53-248a77b158bd None None] For port 8e0be89f-d1e7-4551-99d6-a575798b7796, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=8e0be89f-d1e7-4551-99d6-a575798b7796,segment=NetworkSegment(379d6a15-5185-48de-b859-cd8ac013b448),segment_id=379d6a15-5185-48de-b859-cd8ac013b448)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:16:22.007202 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e4fa724d-3e1c-475e-8de9-734814901847 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:22.008588 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-e4fa724d-3e1c-475e-8de9-734814901847 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.0155165 May 04 08:16:22.014689 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 59166) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:22.026796 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-e3337db5-2908-4c36-a964-3d769620e24a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Request body: {'security_group_rule': {'security_group_id': '2b94736b-c789-4978-8f39-6b4995d67897', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:22.179819 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d2141966-42db-4797-8a42-f2f6b4dc47d4 admin admin] Publish callbacks [] for security_group (04d6bb5c-a843-4b82-aecd-198cfa1b3087), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:22.219268 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b70a6576-a6d0-4da8-8f53-248a77b158bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (8e0be89f-d1e7-4551-99d6-a575798b7796), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:22.271690 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d2141966-42db-4797-8a42-f2f6b4dc47d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (04d6bb5c-a843-4b82-aecd-198cfa1b3087), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:22.323655 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e3337db5-2908-4c36-a964-3d769620e24a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group_rule (76bb5207-8b7d-402c-aca0-1be516554a04), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:22.481771 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-d2141966-42db-4797-8a42-f2f6b4dc47d4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2e876d53d2e4492b90302071d654c9d1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6121812 May 04 08:16:22.482695 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 59170) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:22.544205 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-1bc90763-c390-4e3a-a452-e42fe6572ec3 service neutron] 10.222.0.59 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6996176 May 04 08:16:22.544973 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2141966-42db-4797-8a42-f2f6b4dc47d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d6bb5c-a843-4b82-aecd-198cfa1b3087,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:22.582043 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-fc027b5f-437b-449d-a470-ec736e6361d6 service neutron] For port bc11791a-44ca-49dc-a7d7-7864fceead3a, host hv-cinder-84028, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:16:22.587308 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-26a3b5d8-06de-41d7-a513-1a2a273ba70b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Made reservation on behalf of 627a6ec20d314e7ba545b36a7e9b2fe8 for: {'port': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:16:22.592997 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-26a3b5d8-06de-41d7-a513-1a2a273ba70b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:22.611702 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33239e8-d773-42f9-b6de-487b3e73a9be admin admin] Network 69e555c2-1670-40dc-ab1f-e521e2075e90 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:16:22.644044 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-d33239e8-d773-42f9-b6de-487b3e73a9be admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:22.719940 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-fc027b5f-437b-449d-a470-ec736e6361d6 service neutron] For port bc11791a-44ca-49dc-a7d7-7864fceead3a, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=bc11791a-44ca-49dc-a7d7-7864fceead3a,segment=NetworkSegment(e13b106f-bad6-48fd-95d6-5323f4e4bb9a),segment_id=e13b106f-bad6-48fd-95d6-5323f4e4bb9a)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:16:22.730599 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1d499f-a85b-4871-9a22-d9ec4282761d admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:16:22.767229 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76787c38-80ea-456d-990f-a592f085c8bd None None] Sync routers for ids ['f007bd36-33d7-4370-802d-ad3845496dc5'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:16:22.782144 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-4d1d499f-a85b-4871-9a22-d9ec4282761d admin admin] 10.222.0.59 "PUT /v2.0/routers/f007bd36-33d7-4370-802d-ad3845496dc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3842366 May 04 08:16:22.791551 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76787c38-80ea-456d-990f-a592f085c8bd None None] Routers {'f007bd36-33d7-4370-802d-ad3845496dc5'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:16:22.792460 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-76787c38-80ea-456d-990f-a592f085c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:16:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['f007bd36-33d7-4370-802d-ad3845496dc5'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:22.814539 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-135f2248-a4ad-46c5-9f33-81e110a5f3ad admin admin] Publish callbacks [] for security_group (04d6bb5c-a843-4b82-aecd-198cfa1b3087), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:22.825442 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-fc027b5f-437b-449d-a470-ec736e6361d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (bc11791a-44ca-49dc-a7d7-7864fceead3a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:22.842725 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a6576-a6d0-4da8-8f53-248a77b158bd None None] Pushing event updated for resources: {'Port': ['ID=8e0be89f-d1e7-4551-99d6-a575798b7796,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:22.905057 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-d37dc018-4149-4191-a453-8f6786cfa0c7 None None] Set router 86fe3ff6-c4f4-4494-b652-9ef77792b78f gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:16:22.920205 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 1e8b74a4-3b64-4f6d-a8d5-069c95b70516 is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:22.939832 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (1e8b74a4-3b64-4f6d-a8d5-069c95b70516), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:23.025464 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-135f2248-a4ad-46c5-9f33-81e110a5f3ad admin admin] Publish callbacks [] for security_group (04d6bb5c-a843-4b82-aecd-198cfa1b3087), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:23.210556 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-76787c38-80ea-456d-990f-a592f085c8bd None None] Set router f007bd36-33d7-4370-802d-ad3845496dc5 gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:16:23.235585 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e3337db5-2908-4c36-a964-3d769620e24a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group_rule (76bb5207-8b7d-402c-aca0-1be516554a04), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:23.301500 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e23f0aeb-6f65-49e3-ada1-167354d8de49 req-f53b8b99-fe4e-420c-bec4-7fc83c7da426 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 210 time: 0.2386010 May 04 08:16:23.344796 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-fc027b5f-437b-449d-a470-ec736e6361d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:23.345547 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-fc027b5f-437b-449d-a470-ec736e6361d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:23.347145 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-fc027b5f-437b-449d-a470-ec736e6361d6 service neutron] 10.222.0.13 "PUT /v2.0/ports/bc11791a-44ca-49dc-a7d7-7864fceead3a HTTP/1.1" status: 200 len: 1094 time: 8.6621828 May 04 08:16:23.351906 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008d9d6e-1679-490e-9dee-cf50d9f9a9e4', 'tag': 'bc11791a-44ca-49dc-a7d7-7864fceead3a'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:16:23.372282 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-6c9d6bf7-6acc-44f7-b6f5-d9987e9e4bc8 None None] Provisioning complete for port 5b29f279-72f1-4f5c-934b-bf2513ecc4e4 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:23.372672 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6c9d6bf7-6acc-44f7-b6f5-d9987e9e4bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (5b29f279-72f1-4f5c-934b-bf2513ecc4e4), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:23.388869 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e3337db5-2908-4c36-a964-3d769620e24a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (76bb5207-8b7d-402c-aca0-1be516554a04), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:23.518743 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc027b5f-437b-449d-a470-ec736e6361d6 service neutron] Pushing event updated for resources: {'Port': ['ID=bc11791a-44ca-49dc-a7d7-7864fceead3a,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:23.589912 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] For port 1e8b74a4-3b64-4f6d-a8d5-069c95b70516, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=1e8b74a4-3b64-4f6d-a8d5-069c95b70516,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:16:23.638449 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-135f2248-a4ad-46c5-9f33-81e110a5f3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (04d6bb5c-a843-4b82-aecd-198cfa1b3087), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:23.643893 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-135f2248-a4ad-46c5-9f33-81e110a5f3ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:23.650098 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-135f2248-a4ad-46c5-9f33-81e110a5f3ad admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/04d6bb5c-a843-4b82-aecd-198cfa1b3087 HTTP/1.1" status: 204 len: 168 time: 1.1536958 May 04 08:16:23.663337 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33239e8-d773-42f9-b6de-487b3e73a9be admin admin] Router 86fe3ff6-c4f4-4494-b652-9ef77792b78f has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:16:23.692723 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45f882-0402-4d6d-ba66-b7f00b6e9e84 req-bf242b3a-4cba-4a4d-a05d-0077c5c4edfa tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:23.698759 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ed45f882-0402-4d6d-ba66-b7f00b6e9e84 req-bf242b3a-4cba-4a4d-a05d-0077c5c4edfa tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 944 time: 0.5525200 May 04 08:16:23.699963 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f2248-a4ad-46c5-9f33-81e110a5f3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d6bb5c-a843-4b82-aecd-198cfa1b3087,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:23.745097 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (1e8b74a4-3b64-4f6d-a8d5-069c95b70516), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:23.863877 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3337db5-2908-4c36-a964-3d769620e24a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76bb5207-8b7d-402c-aca0-1be516554a04,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:23.879182 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ed45f882-0402-4d6d-ba66-b7f00b6e9e84 req-3503ef18-3e89-4509-b8de-2542938abdb7 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/security-groups?id=b40e6ea6-1bec-4eed-b402-8f0e956454f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715074 May 04 08:16:23.889554 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04d2641-bc7f-49fc-8393-bd3420f3c330" -d '{"events": [{"name": "network-changed", "server_uuid": "008d9d6e-1679-490e-9dee-cf50d9f9a9e4", "tag": "bc11791a-44ca-49dc-a7d7-7864fceead3a"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:16:23.944402 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e3337db5-2908-4c36-a964-3d769620e24a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:23.951601 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-e3337db5-2908-4c36-a964-3d769620e24a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9334397 May 04 08:16:23.955022 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 59218) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:23.956928 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-26a3b5d8-06de-41d7-a513-1a2a273ba70b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Allocated IP 172.20.0.7 (459895ff-73ee-42db-9914-e045a10994f6/7425b7ef-390a-4bcf-88b7-7e4dc3dbed56/eb6b11c4-9b69-4b1e-b3d2-f6093c568233) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:16:24.013463 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-3742ae01-7bd9-4f9a-8f8e-9e903cbdfbc7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Request body: {'floatingip': {'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:24.083203 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33239e8-d773-42f9-b6de-487b3e73a9be admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:16:24.088638 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-6c9d6bf7-6acc-44f7-b6f5-d9987e9e4bc8 None None] Port 5b29f279-72f1-4f5c-934b-bf2513ecc4e4 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:16:24.096631 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-d33239e8-d773-42f9-b6de-487b3e73a9be admin admin] 10.222.0.59 "PUT /v2.0/routers/86fe3ff6-c4f4-4494-b652-9ef77792b78f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3706033 May 04 08:16:24.126002 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-76787c38-80ea-456d-990f-a592f085c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'name': 'tempest-AttachVolumeTestJSON-1462924431-router', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:16Z', 'revision_number': 4, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'gw_port': {'id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:23:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:06Z', 'updated_at': '2022-05-04T08:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': 'baa9b0c3-d50a-416d-899e-4ac277b43cd0', 'name': '', 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'mac_address': 'fa:16:3e:37:37:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:14Z', 'updated_at': '2022-05-04T08:16:17Z', 'revision_number': 2, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'subnets': [{'id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:24.150839 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-6c9d6bf7-6acc-44f7-b6f5-d9987e9e4bc8 None None] Provisioning complete for port 8e0be89f-d1e7-4551-99d6-a575798b7796 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:24.152499 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6c9d6bf7-6acc-44f7-b6f5-d9987e9e4bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (8e0be89f-d1e7-4551-99d6-a575798b7796), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:24.288789 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-4f1a1ce7-0e69-4726-8c5a-f7ddca8f8a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:24.290390 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-4f1a1ce7-0e69-4726-8c5a-f7ddca8f8a93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf5e9e0befe747a794e1f5372bd1e07c&device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 1128 time: 0.7257674 May 04 08:16:24.323884 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76787c38-80ea-456d-990f-a592f085c8bd None None] Checking router: f007bd36-33d7-4370-802d-ad3845496dc5 for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:16:24.334941 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76787c38-80ea-456d-990f-a592f085c8bd None None] Updating router f007bd36-33d7-4370-802d-ad3845496dc5 port baa9b0c3-d50a-416d-899e-4ac277b43cd0 binding host dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:16:24.414255 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 92f2336a-faed-47e4-a40c-1aa8f75eb7b0 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:16:24.434579 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-76787c38-80ea-456d-990f-a592f085c8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (baa9b0c3-d50a-416d-899e-4ac277b43cd0), before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:24.583667 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-daafb3d9-3a13-4214-b0a2-6f80ab6bccd4 req-9618b06c-907f-4aa7-9075-b62524fcfb12 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 210 time: 0.1381812 May 04 08:16:24.602425 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a225fff-99db-4261-aa37-aa07a1f8566f x-openstack-request-id: req-3a225fff-99db-4261-aa37-aa07a1f8566f {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:16:24.602822 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008d9d6e-1679-490e-9dee-cf50d9f9a9e4", "tag": "bc11791a-44ca-49dc-a7d7-7864fceead3a", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:16:24.603122 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3a225fff-99db-4261-aa37-aa07a1f8566f {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:16:24.603635 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a225fff-99db-4261-aa37-aa07a1f8566f'] response: {'name': 'network-changed', 'server_uuid': '008d9d6e-1679-490e-9dee-cf50d9f9a9e4', 'tag': 'bc11791a-44ca-49dc-a7d7-7864fceead3a', 'status': 'completed', 'code': 200} May 04 08:16:24.828361 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-0a73d13c-60b1-4e88-8d46-04deec511aec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc11791a-44ca-49dc-a7d7-7864fceead3a HTTP/1.1" status: 200 len: 217 time: 0.4743581 May 04 08:16:24.869532 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3742ae01-7bd9-4f9a-8f8e-9e903cbdfbc7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:24.917801 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Pushing event updated for resources: {'Port': ['ID=1e8b74a4-3b64-4f6d-a8d5-069c95b70516,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:25.290408 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d37dc018-4149-4191-a453-8f6786cfa0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'name': 'tempest-AttachVolumeShelveTestJSON-851729642-router', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:03Z', 'updated_at': '2022-05-04T08:16:20Z', 'revision_number': 4, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'gw_port': {'id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:80:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '5b29f279-72f1-4f5c-934b-bf2513ecc4e4', 'name': '', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'mac_address': 'fa:16:3e:16:5d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:16Z', 'updated_at': '2022-05-04T08:16:20Z', 'revision_number': 2, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'subnets': [{'id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:25.295879 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-26a3b5d8-06de-41d7-a513-1a2a273ba70b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks [] for port (eb6b11c4-9b69-4b1e-b3d2-f6093c568233), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:25.342460 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-26f50ce8-ae29-401b-a428-82b00e0c4251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:25.345502 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-26f50ce8-ae29-401b-a428-82b00e0c4251 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45538bf3-9b96-4f4b-8834-95bb5dd1eb54 HTTP/1.1" status: 200 len: 851 time: 0.4576607 May 04 08:16:25.361352 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-26a3b5d8-06de-41d7-a513-1a2a273ba70b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (eb6b11c4-9b69-4b1e-b3d2-f6093c568233), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:25.369770 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-76787c38-80ea-456d-990f-a592f085c8bd None None] Publish callbacks [] for port (baa9b0c3-d50a-416d-899e-4ac277b43cd0), precommit_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:25.389108 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-76787c38-80ea-456d-990f-a592f085c8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (baa9b0c3-d50a-416d-899e-4ac277b43cd0), after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:25.467489 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 59264) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:25.473279 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-2dc16262-553c-465a-945f-5772b967b994 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Request body: {'security_group': {'name': 'tempest-securitygroup--128657082', 'description': 'tempest-description--935600152'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:25.517079 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37dc018-4149-4191-a453-8f6786cfa0c7 None None] The sync data for ids ['86fe3ff6-c4f4-4494-b652-9ef77792b78f'] in dv-cinder-840289-4-iscsi is: [{'id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'name': 'tempest-AttachVolumeShelveTestJSON-851729642-router', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:03Z', 'updated_at': '2022-05-04T08:16:20Z', 'revision_number': 4, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'gw_port': {'id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:80:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '5b29f279-72f1-4f5c-934b-bf2513ecc4e4', 'name': '', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'mac_address': 'fa:16:3e:16:5d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:16Z', 'updated_at': '2022-05-04T08:16:20Z', 'revision_number': 2, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'subnets': [{'id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:16:25.567819 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2dc16262-553c-465a-945f-5772b967b994 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:25.627552 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 92f2336a-faed-47e4-a40c-1aa8f75eb7b0 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:25.627950 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (92f2336a-faed-47e4-a40c-1aa8f75eb7b0), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:25.657890 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3b5d8-06de-41d7-a513-1a2a273ba70b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Pushing event updated for resources: {'Port': ['ID=eb6b11c4-9b69-4b1e-b3d2-f6093c568233,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:25.662557 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180347b7-9d4b-4423-8111-83eac594afd8 None None] Pushing event updated for resources: {'Port': ['ID=baa9b0c3-d50a-416d-899e-4ac277b43cd0,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:25.704674 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-26a3b5d8-06de-41d7-a513-1a2a273ba70b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Network 459895ff-73ee-42db-9914-e045a10994f6 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:16:25.711449 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-26a3b5d8-06de-41d7-a513-1a2a273ba70b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:25.720506 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-26a3b5d8-06de-41d7-a513-1a2a273ba70b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:16:25.793550 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-76787c38-80ea-456d-990f-a592f085c8bd None None] Attempting to bind port baa9b0c3-d50a-416d-899e-4ac277b43cd0 on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:16:25.795061 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-76787c38-80ea-456d-990f-a592f085c8bd None None] Attempting to bind port baa9b0c3-d50a-416d-899e-4ac277b43cd0 by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': 'be24cf48-fbca-4f1a-adfd-44da32707882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:16:25.795571 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 59276) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:25.796552 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76787c38-80ea-456d-990f-a592f085c8bd None None] Attempting to bind port baa9b0c3-d50a-416d-899e-4ac277b43cd0 on network 7df6b99b-6f55-43f2-ae59-a84ab50ce98b {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:16:25.812053 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76787c38-80ea-456d-990f-a592f085c8bd None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:16:25.812649 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76787c38-80ea-456d-990f-a592f085c8bd None None] Checking segment: {'id': 'be24cf48-fbca-4f1a-adfd-44da32707882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:16:25.812896 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-b6feb0d2-fcf5-41a9-8e39-f684f378f1ed tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2013397299', 'description': 'tempest-description--2043347968'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:25.813426 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-76787c38-80ea-456d-990f-a592f085c8bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:25.813989 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76787c38-80ea-456d-990f-a592f085c8bd None None] Bound using segment: {'id': 'be24cf48-fbca-4f1a-adfd-44da32707882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:16:25.815873 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-76787c38-80ea-456d-990f-a592f085c8bd None None] Bound port: baa9b0c3-d50a-416d-899e-4ac277b43cd0, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be24cf48-fbca-4f1a-adfd-44da32707882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:16:25.816431 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-76787c38-80ea-456d-990f-a592f085c8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (baa9b0c3-d50a-416d-899e-4ac277b43cd0), before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:25.819053 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-26a3b5d8-06de-41d7-a513-1a2a273ba70b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:25.819815 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-26a3b5d8-06de-41d7-a513-1a2a273ba70b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:25.843704 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-26a3b5d8-06de-41d7-a513-1a2a273ba70b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2564123 May 04 08:16:25.861919 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-6c9d6bf7-6acc-44f7-b6f5-d9987e9e4bc8 None None] Current status of the port 8e0be89f-d1e7-4551-99d6-a575798b7796 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:25.872059 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3742ae01-7bd9-4f9a-8f8e-9e903cbdfbc7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:25.886701 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e74d0e-678c-46ad-b292-dc3b3aff9a47 req-f4f703e0-b1a1-447a-9a36-d26c2625fc88 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:25.894584 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-55e74d0e-678c-46ad-b292-dc3b3aff9a47 req-f4f703e0-b1a1-447a-9a36-d26c2625fc88 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 944 time: 0.2557163 May 04 08:16:25.912489 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-6c9d6bf7-6acc-44f7-b6f5-d9987e9e4bc8 None None] Provisioning complete for port baa9b0c3-d50a-416d-899e-4ac277b43cd0 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:25.912804 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6c9d6bf7-6acc-44f7-b6f5-d9987e9e4bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (baa9b0c3-d50a-416d-899e-4ac277b43cd0), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:26.055233 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 92f2336a-faed-47e4-a40c-1aa8f75eb7b0 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:26.057080 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 8e0be89f-d1e7-4551-99d6-a575798b7796 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:16:26.070766 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-76787c38-80ea-456d-990f-a592f085c8bd None None] For port baa9b0c3-d50a-416d-899e-4ac277b43cd0, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:16:26.074578 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-76787c38-80ea-456d-990f-a592f085c8bd None None] For port baa9b0c3-d50a-416d-899e-4ac277b43cd0, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=baa9b0c3-d50a-416d-899e-4ac277b43cd0,segment=NetworkSegment(be24cf48-fbca-4f1a-adfd-44da32707882),segment_id=be24cf48-fbca-4f1a-adfd-44da32707882)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:16:26.084446 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-76787c38-80ea-456d-990f-a592f085c8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (baa9b0c3-d50a-416d-899e-4ac277b43cd0), after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:26.101761 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a9e745e6-16c4-4de2-970a-16e28914b350 req-016531f9-725d-4eff-b606-85adca51ba90 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 210 time: 0.1477563 May 04 08:16:26.160578 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 8e0be89f-d1e7-4551-99d6-a575798b7796 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:26.161276 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (8e0be89f-d1e7-4551-99d6-a575798b7796), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:26.179227 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-55e74d0e-678c-46ad-b292-dc3b3aff9a47 req-6e652275-55f1-4c83-a881-5baf4a4f9d2a tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/security-groups?id=b40e6ea6-1bec-4eed-b402-8f0e956454f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833488 May 04 08:16:26.196995 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-6c9d6bf7-6acc-44f7-b6f5-d9987e9e4bc8 None None] Port baa9b0c3-d50a-416d-899e-4ac277b43cd0 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:16:26.200076 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b6feb0d2-fcf5-41a9-8e39-f684f378f1ed tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:26.243614 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180347b7-9d4b-4423-8111-83eac594afd8 None None] Pushing event updated for resources: {'Port': ['ID=baa9b0c3-d50a-416d-899e-4ac277b43cd0,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:26.257647 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76787c38-80ea-456d-990f-a592f085c8bd None None] Routers {'f007bd36-33d7-4370-802d-ad3845496dc5'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:16:26.258634 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-76787c38-80ea-456d-990f-a592f085c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:16:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['f007bd36-33d7-4370-802d-ad3845496dc5'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:26.378447 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-325519e3-0d71-4ce5-b3b7-ab0974478821 None None] Publish callbacks [] for port (5b6c3578-98ad-438c-8232-7c84929dd5e4), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:26.389629 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b6feb0d2-fcf5-41a9-8e39-f684f378f1ed tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for security_group (889c9b92-ec28-458f-96d2-578fd79c5998), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:26.400514 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b6feb0d2-fcf5-41a9-8e39-f684f378f1ed tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (889c9b92-ec28-458f-96d2-578fd79c5998), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:26.411567 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-cba92d7a-65a1-49d3-a883-66d3169af202 None None] Provisioning complete for port 5b29f279-72f1-4f5c-934b-bf2513ecc4e4 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:26.412387 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cba92d7a-65a1-49d3-a883-66d3169af202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (5b29f279-72f1-4f5c-934b-bf2513ecc4e4), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:26.414530 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-325519e3-0d71-4ce5-b3b7-ab0974478821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (5b6c3578-98ad-438c-8232-7c84929dd5e4), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:26.503483 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6feb0d2-fcf5-41a9-8e39-f684f378f1ed tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=889c9b92-ec28-458f-96d2-578fd79c5998,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:26.508941 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b6feb0d2-fcf5-41a9-8e39-f684f378f1ed tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:26.513831 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-b6feb0d2-fcf5-41a9-8e39-f684f378f1ed tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7169230 May 04 08:16:26.515194 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 59288) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:26.530276 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e0af92e9-7c48-4a77-aab5-6b65bd9c6e4c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Request body: {'security_group_rule': {'security_group_id': '889c9b92-ec28-458f-96d2-578fd79c5998', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:26.726061 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-3742ae01-7bd9-4f9a-8f8e-9e903cbdfbc7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Allocated IP 172.27.3.154 (0ebd93d7-2ac3-420c-94d7-d3952e6d85cb/89057fef-1c75-4f30-81a6-882a67ba2a0a/f09201e7-5c9c-4c7a-91dc-cc6c9d7b76cf) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:16:26.772466 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c93929-4621-422c-a21f-1ad372e1299d None None] Pushing event updated for resources: {'Port': ['ID=5b6c3578-98ad-438c-8232-7c84929dd5e4,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:26.774969 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-cba92d7a-65a1-49d3-a883-66d3169af202 None None] Port 5b29f279-72f1-4f5c-934b-bf2513ecc4e4 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:16:26.814126 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-cba92d7a-65a1-49d3-a883-66d3169af202 None None] Provisioning complete for port eb6b11c4-9b69-4b1e-b3d2-f6093c568233 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:26.814529 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cba92d7a-65a1-49d3-a883-66d3169af202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (eb6b11c4-9b69-4b1e-b3d2-f6093c568233), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:26.868783 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-76787c38-80ea-456d-990f-a592f085c8bd None None] Set router f007bd36-33d7-4370-802d-ad3845496dc5 gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:16:26.942496 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-cba92d7a-65a1-49d3-a883-66d3169af202 None None] Port eb6b11c4-9b69-4b1e-b3d2-f6093c568233 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:16:26.988312 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 8e0be89f-d1e7-4551-99d6-a575798b7796 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:27.005226 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-cba92d7a-65a1-49d3-a883-66d3169af202 None None] Provisioning complete for port baa9b0c3-d50a-416d-899e-4ac277b43cd0 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:27.005598 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cba92d7a-65a1-49d3-a883-66d3169af202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (baa9b0c3-d50a-416d-899e-4ac277b43cd0), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:27.007159 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3742ae01-7bd9-4f9a-8f8e-9e903cbdfbc7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for port (f09201e7-5c9c-4c7a-91dc-cc6c9d7b76cf), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:27.059465 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2dc16262-553c-465a-945f-5772b967b994 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for security_group (915afae1-1afa-4116-a500-a97a1e0668da), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:27.084530 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2dc16262-553c-465a-945f-5772b967b994 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (915afae1-1afa-4116-a500-a97a1e0668da), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:27.092602 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3742ae01-7bd9-4f9a-8f8e-9e903cbdfbc7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (f09201e7-5c9c-4c7a-91dc-cc6c9d7b76cf), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:27.210642 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-325519e3-0d71-4ce5-b3b7-ab0974478821 None None] Attempting to bind port 5b6c3578-98ad-438c-8232-7c84929dd5e4 on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:16:27.210958 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-325519e3-0d71-4ce5-b3b7-ab0974478821 None None] Attempting to bind port 5b6c3578-98ad-438c-8232-7c84929dd5e4 by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': '0500f4c1-03b2-4993-93c3-de7a098f8506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '459895ff-73ee-42db-9914-e045a10994f6'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:16:27.211327 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325519e3-0d71-4ce5-b3b7-ab0974478821 None None] Attempting to bind port 5b6c3578-98ad-438c-8232-7c84929dd5e4 on network 459895ff-73ee-42db-9914-e045a10994f6 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:16:27.215677 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3742ae01-7bd9-4f9a-8f8e-9e903cbdfbc7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:16:27.233364 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-3742ae01-7bd9-4f9a-8f8e-9e903cbdfbc7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:27.242933 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3742ae01-7bd9-4f9a-8f8e-9e903cbdfbc7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:16:27.243745 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325519e3-0d71-4ce5-b3b7-ab0974478821 None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:16:27.251767 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325519e3-0d71-4ce5-b3b7-ab0974478821 None None] Checking segment: {'id': '0500f4c1-03b2-4993-93c3-de7a098f8506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '459895ff-73ee-42db-9914-e045a10994f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:16:27.254522 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-325519e3-0d71-4ce5-b3b7-ab0974478821 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:27.254984 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325519e3-0d71-4ce5-b3b7-ab0974478821 None None] Bound using segment: {'id': '0500f4c1-03b2-4993-93c3-de7a098f8506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '459895ff-73ee-42db-9914-e045a10994f6'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:16:27.255507 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-325519e3-0d71-4ce5-b3b7-ab0974478821 None None] Bound port: 5b6c3578-98ad-438c-8232-7c84929dd5e4, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0500f4c1-03b2-4993-93c3-de7a098f8506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '459895ff-73ee-42db-9914-e045a10994f6'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:16:27.255903 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-325519e3-0d71-4ce5-b3b7-ab0974478821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (5b6c3578-98ad-438c-8232-7c84929dd5e4), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:27.270934 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2dc16262-553c-465a-945f-5772b967b994 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:27.279436 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-2dc16262-553c-465a-945f-5772b967b994 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.8107634 May 04 08:16:27.286490 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 59318) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:27.328285 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc16262-553c-465a-945f-5772b967b994 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=915afae1-1afa-4116-a500-a97a1e0668da,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:27.333411 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-b911b9a3-a153-4ce1-ab65-b40a8389c0b3 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Request body: {'security_group_rule': {'security_group_id': '915afae1-1afa-4116-a500-a97a1e0668da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:27.345741 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742ae01-7bd9-4f9a-8f8e-9e903cbdfbc7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event updated for resources: {'Port': ['ID=f09201e7-5c9c-4c7a-91dc-cc6c9d7b76cf,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:27.397302 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e0af92e9-7c48-4a77-aab5-6b65bd9c6e4c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for security_group_rule (40aa59d0-dc51-4e21-89fa-06a9f460318c), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:27.399312 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 1e8b74a4-3b64-4f6d-a8d5-069c95b70516 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:16:27.487219 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ecbb9922-8157-414a-b4b5-b4dc14ab190e req-dabe077a-f16b-4d0b-a5b5-95fccbb460ca tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 210 time: 0.2004297 May 04 08:16:27.490054 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-76787c38-80ea-456d-990f-a592f085c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'name': 'tempest-AttachVolumeTestJSON-1462924431-router', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:16Z', 'revision_number': 4, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'gw_port': {'id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:06Z', 'updated_at': '2022-05-04T08:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': 'baa9b0c3-d50a-416d-899e-4ac277b43cd0', 'name': '', 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'mac_address': 'fa:16:3e:37:37:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:14Z', 'updated_at': '2022-05-04T08:16:26Z', 'revision_number': 4, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'subnets': [{'id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:27.506388 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-325519e3-0d71-4ce5-b3b7-ab0974478821 None None] For port 5b6c3578-98ad-438c-8232-7c84929dd5e4, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:16:27.512136 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-325519e3-0d71-4ce5-b3b7-ab0974478821 None None] For port 5b6c3578-98ad-438c-8232-7c84929dd5e4, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=5b6c3578-98ad-438c-8232-7c84929dd5e4,segment=NetworkSegment(0500f4c1-03b2-4993-93c3-de7a098f8506),segment_id=0500f4c1-03b2-4993-93c3-de7a098f8506)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:16:27.540968 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b911b9a3-a153-4ce1-ab65-b40a8389c0b3 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for security_group_rule (e952f384-d551-4b8b-a1e1-b7e6fbaabd26), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:27.544405 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76787c38-80ea-456d-990f-a592f085c8bd None None] The sync data for ids ['f007bd36-33d7-4370-802d-ad3845496dc5'] in dv-cinder-840289-4-iscsi is: [{'id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'name': 'tempest-AttachVolumeTestJSON-1462924431-router', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:16Z', 'revision_number': 4, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'gw_port': {'id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:06Z', 'updated_at': '2022-05-04T08:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': 'baa9b0c3-d50a-416d-899e-4ac277b43cd0', 'name': '', 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'mac_address': 'fa:16:3e:37:37:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:14Z', 'updated_at': '2022-05-04T08:16:26Z', 'revision_number': 4, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'subnets': [{'id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:16:27.572081 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-325519e3-0d71-4ce5-b3b7-ab0974478821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (5b6c3578-98ad-438c-8232-7c84929dd5e4), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:27.670363 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3742ae01-7bd9-4f9a-8f8e-9e903cbdfbc7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for floatingip (b24218e1-ec5b-45a2-b9f6-698fe91491c1), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:27.734649 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b6450-3ecb-4a3c-9f06-a4ef7436a9b9 req-a0939091-f1fc-438b-8d7e-5f50ac136ebe tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:27.738994 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fb8b6450-3ecb-4a3c-9f06-a4ef7436a9b9 req-a0939091-f1fc-438b-8d7e-5f50ac136ebe tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 944 time: 0.3296874 May 04 08:16:27.755555 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3742ae01-7bd9-4f9a-8f8e-9e903cbdfbc7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (f09201e7-5c9c-4c7a-91dc-cc6c9d7b76cf), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:27.755947 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c93929-4621-422c-a21f-1ad372e1299d None None] Pushing event updated for resources: {'Port': ['ID=5b6c3578-98ad-438c-8232-7c84929dd5e4,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:27.785905 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-cba92d7a-65a1-49d3-a883-66d3169af202 None None] Current status of the port baa9b0c3-d50a-416d-899e-4ac277b43cd0 is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:27.790704 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cba92d7a-65a1-49d3-a883-66d3169af202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (baa9b0c3-d50a-416d-899e-4ac277b43cd0), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:27.865520 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325519e3-0d71-4ce5-b3b7-ab0974478821 None None] Routers {'ed2e8f24-360a-4912-9517-8f9f7dc4fcba'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:16:27.866180 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-325519e3-0d71-4ce5-b3b7-ab0974478821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:16:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['ed2e8f24-360a-4912-9517-8f9f7dc4fcba'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:28.136391 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e0af92e9-7c48-4a77-aab5-6b65bd9c6e4c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for security_group_rule (40aa59d0-dc51-4e21-89fa-06a9f460318c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:28.139133 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b911b9a3-a153-4ce1-ab65-b40a8389c0b3 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for security_group_rule (e952f384-d551-4b8b-a1e1-b7e6fbaabd26), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:28.155611 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e0af92e9-7c48-4a77-aab5-6b65bd9c6e4c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (40aa59d0-dc51-4e21-89fa-06a9f460318c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:28.176244 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b911b9a3-a153-4ce1-ab65-b40a8389c0b3 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (e952f384-d551-4b8b-a1e1-b7e6fbaabd26), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:28.192776 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-325519e3-0d71-4ce5-b3b7-ab0974478821 None None] Set router ed2e8f24-360a-4912-9517-8f9f7dc4fcba gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:16:28.203250 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3742ae01-7bd9-4f9a-8f8e-9e903cbdfbc7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for port (f09201e7-5c9c-4c7a-91dc-cc6c9d7b76cf), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:28.210423 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3742ae01-7bd9-4f9a-8f8e-9e903cbdfbc7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (f09201e7-5c9c-4c7a-91dc-cc6c9d7b76cf), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:28.213000 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fb8b6450-3ecb-4a3c-9f06-a4ef7436a9b9 req-d5cce10f-e1b5-43a6-9956-1f75cc3cc97a tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/security-groups?id=b40e6ea6-1bec-4eed-b402-8f0e956454f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445605 May 04 08:16:28.221121 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e0af92e9-7c48-4a77-aab5-6b65bd9c6e4c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:28.222336 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-e0af92e9-7c48-4a77-aab5-6b65bd9c6e4c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6963351 May 04 08:16:28.225864 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af92e9-7c48-4a77-aab5-6b65bd9c6e4c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40aa59d0-dc51-4e21-89fa-06a9f460318c,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:28.227319 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 59340) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:28.242294 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-76f2553c-d660-4042-aa6f-63334cbd1cf3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Request body: {'security_group_rule': {'security_group_id': '889c9b92-ec28-458f-96d2-578fd79c5998', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:28.244285 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-cba92d7a-65a1-49d3-a883-66d3169af202 None None] For port baa9b0c3-d50a-416d-899e-4ac277b43cd0, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=baa9b0c3-d50a-416d-899e-4ac277b43cd0,segment=NetworkSegment(be24cf48-fbca-4f1a-adfd-44da32707882),segment_id=be24cf48-fbca-4f1a-adfd-44da32707882)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:16:28.247712 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 1e8b74a4-3b64-4f6d-a8d5-069c95b70516 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:28.248480 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (1e8b74a4-3b64-4f6d-a8d5-069c95b70516), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:28.253690 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cba92d7a-65a1-49d3-a883-66d3169af202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (baa9b0c3-d50a-416d-899e-4ac277b43cd0), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:28.262416 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911b9a3-a153-4ce1-ab65-b40a8389c0b3 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e952f384-d551-4b8b-a1e1-b7e6fbaabd26,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:28.288757 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b911b9a3-a153-4ce1-ab65-b40a8389c0b3 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:28.290029 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-b911b9a3-a153-4ce1-ab65-b40a8389c0b3 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9823124 May 04 08:16:28.293873 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 59342) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:28.300305 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-f4bc619c-51fa-4a00-86d8-0ba1971c075c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Request body: {'security_group_rule': {'security_group_id': '915afae1-1afa-4116-a500-a97a1e0668da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:28.338726 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-76f2553c-d660-4042-aa6f-63334cbd1cf3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for security_group_rule (fbf2b7f8-fa3c-47c1-a64e-493410cdaf6d), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:28.343047 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742ae01-7bd9-4f9a-8f8e-9e903cbdfbc7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event updated for resources: {'Port': ['ID=f09201e7-5c9c-4c7a-91dc-cc6c9d7b76cf,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:28.352262 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3742ae01-7bd9-4f9a-8f8e-9e903cbdfbc7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (b24218e1-ec5b-45a2-b9f6-698fe91491c1), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:28.358392 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f4bc619c-51fa-4a00-86d8-0ba1971c075c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for security_group_rule (4df1a116-163a-494d-a369-b960b546e19a), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:28.378848 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3742ae01-7bd9-4f9a-8f8e-9e903cbdfbc7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:28.380332 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-3742ae01-7bd9-4f9a-8f8e-9e903cbdfbc7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3781550 May 04 08:16:28.445394 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-76f2553c-d660-4042-aa6f-63334cbd1cf3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for security_group_rule (fbf2b7f8-fa3c-47c1-a64e-493410cdaf6d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:28.459318 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-76f2553c-d660-4042-aa6f-63334cbd1cf3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (fbf2b7f8-fa3c-47c1-a64e-493410cdaf6d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:28.459861 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f4bc619c-51fa-4a00-86d8-0ba1971c075c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for security_group_rule (4df1a116-163a-494d-a369-b960b546e19a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:28.478252 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f4bc619c-51fa-4a00-86d8-0ba1971c075c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (4df1a116-163a-494d-a369-b960b546e19a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:28.492161 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-fac15c24-aabd-453d-acb1-da4653fbc4a1 service neutron] Request body: {'port': {'device_id': '6890aa28-731e-4b8f-8072-1ea9300f80f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:28.493043 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2553c-d660-4042-aa6f-63334cbd1cf3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf2b7f8-fa3c-47c1-a64e-493410cdaf6d,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:28.514914 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f4bc619c-51fa-4a00-86d8-0ba1971c075c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:28.516445 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-f4bc619c-51fa-4a00-86d8-0ba1971c075c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2218540 May 04 08:16:28.532077 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 59350) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:28.544978 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-76f2553c-d660-4042-aa6f-63334cbd1cf3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:28.547197 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-76f2553c-d660-4042-aa6f-63334cbd1cf3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3167527 May 04 08:16:28.581442 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-1d20cb03-b5ff-4d33-8f64-3015a3019307 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Request body: {'floatingip': {'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:28.600007 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 59352) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:28.612586 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-816aa952-2b0a-4c01-ad33-7f00c09b85af tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Request body: {'floatingip': {'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:28.619830 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc619c-51fa-4a00-86d8-0ba1971c075c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df1a116-163a-494d-a369-b960b546e19a,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:28.650320 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.13', 53286) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:28.658334 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-58618935-7e50-4071-9f5d-46ba1c189c4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=444090b3-b666-4591-9cbe-dc039e65ad0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1793282 May 04 08:16:28.683806 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-c10d3798-5435-4d10-9508-ddff751cab97 None None] Provisioning complete for port baa9b0c3-d50a-416d-899e-4ac277b43cd0 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:28.684835 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c10d3798-5435-4d10-9508-ddff751cab97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (baa9b0c3-d50a-416d-899e-4ac277b43cd0), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:28.688988 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-50cee7d6-c1f2-4dee-8268-9bef7c17ccd7 req-a6b0b4dd-ccb6-4eba-b065-3eec5b254d9b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 210 time: 0.0900817 May 04 08:16:28.700398 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d20cb03-b5ff-4d33-8f64-3015a3019307 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:28.713193 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-816aa952-2b0a-4c01-ad33-7f00c09b85af tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:28.808125 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba92d7a-65a1-49d3-a883-66d3169af202 None None] Pushing event updated for resources: {'Port': ['ID=baa9b0c3-d50a-416d-899e-4ac277b43cd0,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:28.934703 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 1e8b74a4-3b64-4f6d-a8d5-069c95b70516 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:28.935808 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 5d200de4-ec69-4044-9e29-0528622f6ea0 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:16:28.948590 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-6822fc29-ddd5-441b-9828-64e06ceedad2 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:28.951638 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-6822fc29-ddd5-441b-9828-64e06ceedad2 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.13 "GET /v2.0/networks?id=459895ff-73ee-42db-9914-e045a10994f6 HTTP/1.1" status: 200 len: 819 time: 0.2917476 May 04 08:16:28.973653 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-fac15c24-aabd-453d-acb1-da4653fbc4a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (eb6b11c4-9b69-4b1e-b3d2-f6093c568233), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:28.990630 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-9d7a7ccb-e1b4-4986-b2e5-01939b5ccccf tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Request body: {'port': {'device_id': '25e7c0d2-8853-4a0a-b2fc-353f094bce40', 'network_id': '459895ff-73ee-42db-9914-e045a10994f6', 'admin_state_up': True, 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:28.992253 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-c10d3798-5435-4d10-9508-ddff751cab97 None None] Current status of the port baa9b0c3-d50a-416d-899e-4ac277b43cd0 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:29.037858 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-301b85ea-9f33-4fdf-ae32-cdab677ed2eb service neutron] 10.222.0.13 "GET /v2.0/networks/444090b3-b666-4591-9cbe-dc039e65ad0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918809 May 04 08:16:29.062227 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-c10d3798-5435-4d10-9508-ddff751cab97 None None] Provisioning complete for port 5b6c3578-98ad-438c-8232-7c84929dd5e4 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:29.062906 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c10d3798-5435-4d10-9508-ddff751cab97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (5b6c3578-98ad-438c-8232-7c84929dd5e4), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:29.171510 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d20cb03-b5ff-4d33-8f64-3015a3019307 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:29.260759 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-ff16e663-69c6-4e0f-945a-258d4dfa51bf tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--2070885092&fields=id&tenant_id=49d87bce57a4470d85b4df9b85eb9602 HTTP/1.1" status: 200 len: 267 time: 0.4984472 May 04 08:16:29.274347 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 5d200de4-ec69-4044-9e29-0528622f6ea0 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:29.274704 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (5d200de4-ec69-4044-9e29-0528622f6ea0), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:29.330393 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-325519e3-0d71-4ce5-b3b7-ab0974478821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'name': 'tempest-ServerRescueNegativeTestJSON-1042465838-router', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:08Z', 'revision_number': 4, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'gw_port': {'id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '5b6c3578-98ad-438c-8232-7c84929dd5e4', 'name': '', 'network_id': '459895ff-73ee-42db-9914-e045a10994f6', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'mac_address': 'fa:16:3e:47:53:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:27Z', 'revision_number': 4, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'subnets': [{'id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:29.418132 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325519e3-0d71-4ce5-b3b7-ab0974478821 None None] The sync data for ids ['ed2e8f24-360a-4912-9517-8f9f7dc4fcba'] in dv-cinder-840289-4-iscsi is: [{'id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'name': 'tempest-ServerRescueNegativeTestJSON-1042465838-router', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:08Z', 'revision_number': 4, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'gw_port': {'id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '5b6c3578-98ad-438c-8232-7c84929dd5e4', 'name': '', 'network_id': '459895ff-73ee-42db-9914-e045a10994f6', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'mac_address': 'fa:16:3e:47:53:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:27Z', 'revision_number': 4, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'subnets': [{'id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:16:29.439993 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-c10d3798-5435-4d10-9508-ddff751cab97 None None] Current status of the port 5b6c3578-98ad-438c-8232-7c84929dd5e4 is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:29.440354 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c10d3798-5435-4d10-9508-ddff751cab97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (5b6c3578-98ad-438c-8232-7c84929dd5e4), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:29.471052 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-3f32df7a-3f28-44f8-9d5c-e964cc935dfb tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:29.477869 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-3f32df7a-3f28-44f8-9d5c-e964cc935dfb tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/networks?id=e2275bde-63c0-443b-bf71-d866f4d5c8f1 HTTP/1.1" status: 200 len: 814 time: 0.2162035 May 04 08:16:29.501982 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-c10d3798-5435-4d10-9508-ddff751cab97 None None] For port 5b6c3578-98ad-438c-8232-7c84929dd5e4, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=5b6c3578-98ad-438c-8232-7c84929dd5e4,segment=NetworkSegment(0500f4c1-03b2-4993-93c3-de7a098f8506),segment_id=0500f4c1-03b2-4993-93c3-de7a098f8506)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:16:29.537373 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-eba5bd02-e1e4-4e89-aa2f-717b4352a61b tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/quotas/49d87bce57a4470d85b4df9b85eb9602 HTTP/1.1" status: 200 len: 375 time: 0.0585546 May 04 08:16:29.540205 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c10d3798-5435-4d10-9508-ddff751cab97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (5b6c3578-98ad-438c-8232-7c84929dd5e4), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:29.592370 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-816aa952-2b0a-4c01-ad33-7f00c09b85af tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:29.614776 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-9d7a7ccb-e1b4-4986-b2e5-01939b5ccccf tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Made reservation on behalf of 627a6ec20d314e7ba545b36a7e9b2fe8 for: {'port': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:16:29.625165 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-9d7a7ccb-e1b4-4986-b2e5-01939b5ccccf tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:29.657234 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 5d200de4-ec69-4044-9e29-0528622f6ea0 is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:29.657781 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (5d200de4-ec69-4044-9e29-0528622f6ea0), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:29.662386 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9900f5b3-cca8-4c19-bdde-b8ede9a3ca67 req-894f0892-c87c-4129-b1ec-fb2716fe32a3 service neutron] 10.222.0.13 "GET /v2.0/networks/444090b3-b666-4591-9cbe-dc039e65ad0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313947 May 04 08:16:29.725961 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-dee61c20-7cac-4461-8a8b-65b04edca237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:29.729195 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaf584-6229-4605-a7b1-e7d7d677fe35 req-e6f93de1-cbac-4846-8318-4811e1042220 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:29.734213 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-46aaf584-6229-4605-a7b1-e7d7d677fe35 req-e6f93de1-cbac-4846-8318-4811e1042220 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 944 time: 0.2696669 May 04 08:16:29.745096 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] For port 5d200de4-ec69-4044-9e29-0528622f6ea0, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=5d200de4-ec69-4044-9e29-0528622f6ea0,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:16:29.760413 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (5d200de4-ec69-4044-9e29-0528622f6ea0), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:29.780947 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d3798-5435-4d10-9508-ddff751cab97 None None] Pushing event updated for resources: {'Port': ['ID=5b6c3578-98ad-438c-8232-7c84929dd5e4,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:29.915205 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-73add0aa-f9b6-45ef-bd3b-1bd9a01d149a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=49d87bce57a4470d85b4df9b85eb9602&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3766978 May 04 08:16:29.924420 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Pushing event updated for resources: {'Port': ['ID=5d200de4-ec69-4044-9e29-0528622f6ea0,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:29.949792 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-fac15c24-aabd-453d-acb1-da4653fbc4a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb6b11c4-9b69-4b1e-b3d2-f6093c568233 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:16:29.963735 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-fac15c24-aabd-453d-acb1-da4653fbc4a1 service neutron] Publish callbacks [] for port (eb6b11c4-9b69-4b1e-b3d2-f6093c568233), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:29.995334 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-fac15c24-aabd-453d-acb1-da4653fbc4a1 service neutron] Transition to ACTIVE for port object eb6b11c4-9b69-4b1e-b3d2-f6093c568233 will not be triggered until provisioned by entity L2. {{(pid=103564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:16:30.005007 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-fac15c24-aabd-453d-acb1-da4653fbc4a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (eb6b11c4-9b69-4b1e-b3d2-f6093c568233), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:30.131519 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device baa9b0c3-d50a-416d-899e-4ac277b43cd0 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:16:30.191043 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-46aaf584-6229-4605-a7b1-e7d7d677fe35 req-9a70fff3-c085-4565-af35-e9ef3f9e4399 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/security-groups?id=b40e6ea6-1bec-4eed-b402-8f0e956454f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431758 May 04 08:16:30.222307 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac15c24-aabd-453d-acb1-da4653fbc4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6b11c4-9b69-4b1e-b3d2-f6093c568233,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:30.250154 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-1d20cb03-b5ff-4d33-8f64-3015a3019307 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Allocated IP 172.27.3.109 (0ebd93d7-2ac3-420c-94d7-d3952e6d85cb/89057fef-1c75-4f30-81a6-882a67ba2a0a/d3bdb866-97d1-4b00-b882-4d2ec16afeb7) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:16:30.321216 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-9d7a7ccb-e1b4-4986-b2e5-01939b5ccccf tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Allocated IP 172.20.0.3 (459895ff-73ee-42db-9914-e045a10994f6/7425b7ef-390a-4bcf-88b7-7e4dc3dbed56/cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:16:30.378130 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port baa9b0c3-d50a-416d-899e-4ac277b43cd0 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:30.378526 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (baa9b0c3-d50a-416d-899e-4ac277b43cd0), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:30.581119 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-fac15c24-aabd-453d-acb1-da4653fbc4a1 service neutron] Attempting to bind port eb6b11c4-9b69-4b1e-b3d2-f6093c568233 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:16:30.581566 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-fac15c24-aabd-453d-acb1-da4653fbc4a1 service neutron] Attempting to bind port eb6b11c4-9b69-4b1e-b3d2-f6093c568233 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '0500f4c1-03b2-4993-93c3-de7a098f8506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '459895ff-73ee-42db-9914-e045a10994f6'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:16:30.581806 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-fac15c24-aabd-453d-acb1-da4653fbc4a1 service neutron] Attempting to bind port eb6b11c4-9b69-4b1e-b3d2-f6093c568233 on network 459895ff-73ee-42db-9914-e045a10994f6 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:16:30.620346 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d20cb03-b5ff-4d33-8f64-3015a3019307 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for port (d3bdb866-97d1-4b00-b882-4d2ec16afeb7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:30.650547 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port baa9b0c3-d50a-416d-899e-4ac277b43cd0 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:30.652284 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 5b6c3578-98ad-438c-8232-7c84929dd5e4 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:16:30.707659 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 5b6c3578-98ad-438c-8232-7c84929dd5e4 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:30.708426 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (5b6c3578-98ad-438c-8232-7c84929dd5e4), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:30.745013 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-9d7a7ccb-e1b4-4986-b2e5-01939b5ccccf tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks [] for port (cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:30.763378 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-fac15c24-aabd-453d-acb1-da4653fbc4a1 service neutron] Port eb6b11c4-9b69-4b1e-b3d2-f6093c568233 on network 459895ff-73ee-42db-9914-e045a10994f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:16:30.763816 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-fac15c24-aabd-453d-acb1-da4653fbc4a1 service neutron] Attempting to bind port eb6b11c4-9b69-4b1e-b3d2-f6093c568233 on network 459895ff-73ee-42db-9914-e045a10994f6 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:16:30.777247 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-fac15c24-aabd-453d-acb1-da4653fbc4a1 service neutron] Checking agent: {'id': '012f2be7-5ddd-4d39-8539-3fef46040309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'started_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:16:30.777618 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-fac15c24-aabd-453d-acb1-da4653fbc4a1 service neutron] Checking segment: {'id': '0500f4c1-03b2-4993-93c3-de7a098f8506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '459895ff-73ee-42db-9914-e045a10994f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:16:30.778070 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-fac15c24-aabd-453d-acb1-da4653fbc4a1 service neutron] Bound using segment: {'id': '0500f4c1-03b2-4993-93c3-de7a098f8506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '459895ff-73ee-42db-9914-e045a10994f6'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:16:30.778514 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-fac15c24-aabd-453d-acb1-da4653fbc4a1 service neutron] Bound port: eb6b11c4-9b69-4b1e-b3d2-f6093c568233, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0500f4c1-03b2-4993-93c3-de7a098f8506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '459895ff-73ee-42db-9914-e045a10994f6'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:16:30.779692 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f21aa2f6-b658-4af7-af39-710891c37238 req-fd138841-523f-418a-84aa-7be0a6551b84 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 210 time: 0.0772800 May 04 08:16:30.781227 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-fac15c24-aabd-453d-acb1-da4653fbc4a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (eb6b11c4-9b69-4b1e-b3d2-f6093c568233), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:30.803170 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d20cb03-b5ff-4d33-8f64-3015a3019307 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434'] for port (d3bdb866-97d1-4b00-b882-4d2ec16afeb7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:30.837463 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 5b6c3578-98ad-438c-8232-7c84929dd5e4 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:30.902384 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-16e1f5de-7570-4b4a-a3d0-e324a121d865 service neutron] 10.222.0.59 "GET /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9503551 May 04 08:16:30.916035 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d20cb03-b5ff-4d33-8f64-3015a3019307 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:16:30.944833 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-fac15c24-aabd-453d-acb1-da4653fbc4a1 service neutron] For port eb6b11c4-9b69-4b1e-b3d2-f6093c568233, host hv-cinder-84028, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:16:30.953695 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-fac15c24-aabd-453d-acb1-da4653fbc4a1 service neutron] For port eb6b11c4-9b69-4b1e-b3d2-f6093c568233, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=eb6b11c4-9b69-4b1e-b3d2-f6093c568233,segment=NetworkSegment(0500f4c1-03b2-4993-93c3-de7a098f8506),segment_id=0500f4c1-03b2-4993-93c3-de7a098f8506)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:16:30.957452 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-1d20cb03-b5ff-4d33-8f64-3015a3019307 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:30.965461 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-fac15c24-aabd-453d-acb1-da4653fbc4a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (eb6b11c4-9b69-4b1e-b3d2-f6093c568233), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:30.968515 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20cb03-b5ff-4d33-8f64-3015a3019307 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Pushing event updated for resources: {'Port': ['ID=d3bdb866-97d1-4b00-b882-4d2ec16afeb7,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:30.983718 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d20cb03-b5ff-4d33-8f64-3015a3019307 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:16:31.047075 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-816aa952-2b0a-4c01-ad33-7f00c09b85af tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Allocated IP 172.27.3.226 (0ebd93d7-2ac3-420c-94d7-d3952e6d85cb/89057fef-1c75-4f30-81a6-882a67ba2a0a/94488e09-595f-42c4-827e-74d436a1d5c2) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:16:31.152181 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 59440) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:31.191375 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d2641-bc7f-49fc-8393-bd3420f3c330 req-4061c7b0-3ed7-4d31-ac08-56128d617270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:31.192897 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f04d2641-bc7f-49fc-8393-bd3420f3c330 req-4061c7b0-3ed7-4d31-ac08-56128d617270 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf5e9e0befe747a794e1f5372bd1e07c&device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 1128 time: 0.4092588 May 04 08:16:31.197510 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-9d7a7ccb-e1b4-4986-b2e5-01939b5ccccf tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:31.199505 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-fac15c24-aabd-453d-acb1-da4653fbc4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:31.200143 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-fac15c24-aabd-453d-acb1-da4653fbc4a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:31.201456 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-fac15c24-aabd-453d-acb1-da4653fbc4a1 service neutron] 10.222.0.13 "PUT /v2.0/ports/eb6b11c4-9b69-4b1e-b3d2-f6093c568233 HTTP/1.1" status: 200 len: 1093 time: 2.7213724 May 04 08:16:31.203698 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6890aa28-731e-4b8f-8072-1ea9300f80f6', 'tag': 'eb6b11c4-9b69-4b1e-b3d2-f6093c568233'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:16:31.209411 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f13b6a-c712-4aef-8b56-0d88b5d3dac0" -d '{"events": [{"name": "network-changed", "server_uuid": "6890aa28-731e-4b8f-8072-1ea9300f80f6", "tag": "eb6b11c4-9b69-4b1e-b3d2-f6093c568233"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:16:31.250629 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-9d7a7ccb-e1b4-4986-b2e5-01939b5ccccf tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Network 459895ff-73ee-42db-9914-e045a10994f6 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:16:31.260164 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-dfbdfc6d-0b63-43b2-90f1-546b760178dc service neutron] 10.222.0.59 "GET /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427787 May 04 08:16:31.270518 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-9d7a7ccb-e1b4-4986-b2e5-01939b5ccccf tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:31.270739 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d20cb03-b5ff-4d33-8f64-3015a3019307 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for floatingip (f7f779e2-4ccf-418f-82e2-01b3a5956895), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:31.293595 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-9d7a7ccb-e1b4-4986-b2e5-01939b5ccccf tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:16:31.331128 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:31.364566 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac15c24-aabd-453d-acb1-da4653fbc4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6b11c4-9b69-4b1e-b3d2-f6093c568233,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:31.493096 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-bffad5c3-31a1-4b6b-934b-08a4c6575317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:31.495188 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-bffad5c3-31a1-4b6b-934b-08a4c6575317 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=627a6ec20d314e7ba545b36a7e9b2fe8&device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 1127 time: 0.2224278 May 04 08:16:31.634072 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-264f2b7f-6c47-4202-b193-d54710822766 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb6b11c4-9b69-4b1e-b3d2-f6093c568233 HTTP/1.1" status: 200 len: 217 time: 0.1074162 May 04 08:16:31.653909 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ad72a1d-378c-4ebe-8c53-5f7f0f105366 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:31.666901 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d20cb03-b5ff-4d33-8f64-3015a3019307 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (d3bdb866-97d1-4b00-b882-4d2ec16afeb7), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:31.673640 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb16fd9-8ebf-4164-8c3f-78ef061c6c5c x-openstack-request-id: req-2cb16fd9-8ebf-4164-8c3f-78ef061c6c5c {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:16:31.674168 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6890aa28-731e-4b8f-8072-1ea9300f80f6", "tag": "eb6b11c4-9b69-4b1e-b3d2-f6093c568233", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:16:31.674721 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2cb16fd9-8ebf-4164-8c3f-78ef061c6c5c {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:16:31.675497 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cb16fd9-8ebf-4164-8c3f-78ef061c6c5c'] response: {'name': 'network-changed', 'server_uuid': '6890aa28-731e-4b8f-8072-1ea9300f80f6', 'tag': 'eb6b11c4-9b69-4b1e-b3d2-f6093c568233', 'status': 'completed', 'code': 200} May 04 08:16:31.721123 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a7ccb-e1b4-4986-b2e5-01939b5ccccf tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Pushing event updated for resources: {'Port': ['ID=cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:31.815746 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-9d7a7ccb-e1b4-4986-b2e5-01939b5ccccf tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:31.816410 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-9d7a7ccb-e1b4-4986-b2e5-01939b5ccccf tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:31.847322 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6ea51bf1-9692-4929-8cb8-d7b5eef30be2 req-25322397-df70-4cc5-8686-ef34f312b3d8 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 210 time: 0.1423597 May 04 08:16:31.915697 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2b2512a1-a55c-4603-9063-ee2d4cb2a401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:31.922086 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-9d7a7ccb-e1b4-4986-b2e5-01939b5ccccf tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9359941 May 04 08:16:31.987987 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-d8eeee2d-5884-40fd-96ad-7b9b3e2cbe18 service neutron] Request body: {'port': {'device_id': '25e7c0d2-8853-4a0a-b2fc-353f094bce40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:32.012063 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-dc9331eb-e5c3-419d-8f9e-1142f395cd25 None None] Provisioning complete for port cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:32.012759 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-dc9331eb-e5c3-419d-8f9e-1142f395cd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:32.048587 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d2641-bc7f-49fc-8393-bd3420f3c330 req-f803a2e4-bf39-4483-bc13-8f4853028921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:32.050407 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f04d2641-bc7f-49fc-8393-bd3420f3c330 req-f803a2e4-bf39-4483-bc13-8f4853028921 service neutron] 10.222.0.13 "GET /v2.0/networks?id=444090b3-b666-4591-9cbe-dc039e65ad0f HTTP/1.1" status: 200 len: 912 time: 0.8352914 May 04 08:16:32.054155 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-67cfb2a9-96b9-41af-a6d4-adc0552c215b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:32.055140 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a3f2f-7f8a-4d2e-8758-063b4bfbcdeb req-2fa37cf1-fa3b-4d75-91dc-18f27119c155 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:32.055923 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-67cfb2a9-96b9-41af-a6d4-adc0552c215b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7425b7ef-390a-4bcf-88b7-7e4dc3dbed56 HTTP/1.1" status: 200 len: 858 time: 0.3792925 May 04 08:16:32.067518 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-030a3f2f-7f8a-4d2e-8758-063b4bfbcdeb req-2fa37cf1-fa3b-4d75-91dc-18f27119c155 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 944 time: 0.4633543 May 04 08:16:32.085551 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 5d200de4-ec69-4044-9e29-0528622f6ea0 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:16:32.141740 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f04d2641-bc7f-49fc-8393-bd3420f3c330 req-6af28ed1-b950-4d15-a59e-b1fa631a6f48 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc11791a-44ca-49dc-a7d7-7864fceead3a HTTP/1.1" status: 200 len: 217 time: 0.0846386 May 04 08:16:32.186469 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f8166f-ee4f-4b5c-9274-14ad93a2a90a None None] Sync routers for ids ['86fe3ff6-c4f4-4494-b652-9ef77792b78f'] in dv-cinder-840289-4-iscsi {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:16:32.222369 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-dc9331eb-e5c3-419d-8f9e-1142f395cd25 None None] Port cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:16:32.234306 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f8166f-ee4f-4b5c-9274-14ad93a2a90a None None] Routers {'86fe3ff6-c4f4-4494-b652-9ef77792b78f'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:16:32.235352 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-21f8166f-ee4f-4b5c-9274-14ad93a2a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:16:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['86fe3ff6-c4f4-4494-b652-9ef77792b78f'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:32.245806 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 5d200de4-ec69-4044-9e29-0528622f6ea0 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:32.246271 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (5d200de4-ec69-4044-9e29-0528622f6ea0), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:32.255867 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-816aa952-2b0a-4c01-ad33-7f00c09b85af tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for port (94488e09-595f-42c4-827e-74d436a1d5c2), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:32.287254 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-d8eeee2d-5884-40fd-96ad-7b9b3e2cbe18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:32.365574 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-34a0ad09-f0ac-491c-981c-b80f3dba534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:32.367085 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-34a0ad09-f0ac-491c-981c-b80f3dba534d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=459895ff-73ee-42db-9914-e045a10994f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2221255 May 04 08:16:32.368668 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67ae7f-2581-45d2-a08a-74a153e29c07 req-a78208a0-bad5-4a53-86e0-a1f270aa8d5b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:32.370401 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1e67ae7f-2581-45d2-a08a-74a153e29c07 req-a78208a0-bad5-4a53-86e0-a1f270aa8d5b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 931 time: 0.2928081 May 04 08:16:32.394745 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-030a3f2f-7f8a-4d2e-8758-063b4bfbcdeb req-68532200-cc1e-4e04-9b76-c43ad001f3a5 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/security-groups?id=b40e6ea6-1bec-4eed-b402-8f0e956454f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263853 May 04 08:16:32.422719 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ad72a1d-378c-4ebe-8c53-5f7f0f105366 admin admin] Publish callbacks [] for security_group (648e2084-ada3-46d4-8c34-2492478da194), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:32.439467 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ad72a1d-378c-4ebe-8c53-5f7f0f105366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (648e2084-ada3-46d4-8c34-2492478da194), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:32.449176 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d2641-bc7f-49fc-8393-bd3420f3c330 req-7ecbf7b7-473b-4d82-91ac-90f0652d6d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:32.451427 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f04d2641-bc7f-49fc-8393-bd3420f3c330 req-7ecbf7b7-473b-4d82-91ac-90f0652d6d12 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45538bf3-9b96-4f4b-8834-95bb5dd1eb54 HTTP/1.1" status: 200 len: 851 time: 0.2902236 May 04 08:16:32.473321 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-816aa952-2b0a-4c01-ad33-7f00c09b85af tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434'] for port (94488e09-595f-42c4-827e-74d436a1d5c2), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:32.500916 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-21f8166f-ee4f-4b5c-9274-14ad93a2a90a None None] Set router 86fe3ff6-c4f4-4494-b652-9ef77792b78f gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:16:32.551080 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-9ad72a1d-378c-4ebe-8c53-5f7f0f105366 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=07dedab2d3a04e289dccec11488fbbd3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3849990 May 04 08:16:32.565398 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 59486) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:32.578577 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816aa952-2b0a-4c01-ad33-7f00c09b85af tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:16:32.581039 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad72a1d-378c-4ebe-8c53-5f7f0f105366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648e2084-ada3-46d4-8c34-2492478da194,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:32.585470 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d20cb03-b5ff-4d33-8f64-3015a3019307 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for port (d3bdb866-97d1-4b00-b882-4d2ec16afeb7), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:32.604395 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-816aa952-2b0a-4c01-ad33-7f00c09b85af tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:32.621699 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1e67ae7f-2581-45d2-a08a-74a153e29c07 req-227d8d47-fdd3-47b5-a976-354a560c3994 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305641 May 04 08:16:32.625444 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 5d200de4-ec69-4044-9e29-0528622f6ea0 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:32.626359 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d20cb03-b5ff-4d33-8f64-3015a3019307 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (d3bdb866-97d1-4b00-b882-4d2ec16afeb7), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:32.626576 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 5b6c3578-98ad-438c-8232-7c84929dd5e4 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:16:32.640924 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816aa952-2b0a-4c01-ad33-7f00c09b85af tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:16:32.653733 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816aa952-2b0a-4c01-ad33-7f00c09b85af tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Pushing event updated for resources: {'Port': ['ID=94488e09-595f-42c4-827e-74d436a1d5c2,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:32.724469 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d20cb03-b5ff-4d33-8f64-3015a3019307 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (f7f779e2-4ccf-418f-82e2-01b3a5956895), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:32.771527 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20cb03-b5ff-4d33-8f64-3015a3019307 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Pushing event updated for resources: {'Port': ['ID=d3bdb866-97d1-4b00-b882-4d2ec16afeb7,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:32.774303 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-d8eeee2d-5884-40fd-96ad-7b9b3e2cbe18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:16:32.779875 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d20cb03-b5ff-4d33-8f64-3015a3019307 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:32.781446 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-1d20cb03-b5ff-4d33-8f64-3015a3019307 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2480228 May 04 08:16:32.785475 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-816aa952-2b0a-4c01-ad33-7f00c09b85af tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for floatingip (bc0a33db-616c-4087-8329-c5546576a468), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:32.793352 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 5b6c3578-98ad-438c-8232-7c84929dd5e4 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:32.793805 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (5b6c3578-98ad-438c-8232-7c84929dd5e4), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:32.794156 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-d8eeee2d-5884-40fd-96ad-7b9b3e2cbe18 service neutron] Publish callbacks [] for port (cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:32.811944 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-d8eeee2d-5884-40fd-96ad-7b9b3e2cbe18 service neutron] Transition to ACTIVE for port object cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b will not be triggered until provisioned by entity L2. {{(pid=103564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:16:32.824423 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-d8eeee2d-5884-40fd-96ad-7b9b3e2cbe18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:32.825185 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7ce99e1d-6401-429f-b1ab-171555e2f887 admin admin] Publish callbacks [] for security_group (648e2084-ada3-46d4-8c34-2492478da194), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:32.852794 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-816aa952-2b0a-4c01-ad33-7f00c09b85af tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (94488e09-595f-42c4-827e-74d436a1d5c2), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:32.859277 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7ce99e1d-6401-429f-b1ab-171555e2f887 admin admin] Publish callbacks [] for security_group (648e2084-ada3-46d4-8c34-2492478da194), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:32.879453 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 59494) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:32.883002 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eeee2d-5884-40fd-96ad-7b9b3e2cbe18 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:32.938171 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-21f8166f-ee4f-4b5c-9274-14ad93a2a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'name': 'tempest-AttachVolumeShelveTestJSON-851729642-router', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:03Z', 'updated_at': '2022-05-04T08:16:20Z', 'revision_number': 4, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'gw_port': {'id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '5b29f279-72f1-4f5c-934b-bf2513ecc4e4', 'name': '', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'mac_address': 'fa:16:3e:16:5d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:16Z', 'updated_at': '2022-05-04T08:16:20Z', 'revision_number': 2, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'subnets': [{'id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:32.992334 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7ce99e1d-6401-429f-b1ab-171555e2f887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (648e2084-ada3-46d4-8c34-2492478da194), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:32.995023 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7ce99e1d-6401-429f-b1ab-171555e2f887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:33.019717 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-7ce99e1d-6401-429f-b1ab-171555e2f887 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/648e2084-ada3-46d4-8c34-2492478da194 HTTP/1.1" status: 204 len: 168 time: 0.4498224 May 04 08:16:33.145121 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-1597cc3e-d741-4b04-a718-26ae21ebd1ec service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7147686 May 04 08:16:33.160006 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-d8eeee2d-5884-40fd-96ad-7b9b3e2cbe18 service neutron] Attempting to bind port cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:16:33.160405 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-d8eeee2d-5884-40fd-96ad-7b9b3e2cbe18 service neutron] Attempting to bind port cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '0500f4c1-03b2-4993-93c3-de7a098f8506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '459895ff-73ee-42db-9914-e045a10994f6'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:16:33.160723 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-d8eeee2d-5884-40fd-96ad-7b9b3e2cbe18 service neutron] Attempting to bind port cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b on network 459895ff-73ee-42db-9914-e045a10994f6 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:16:33.166033 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-d8eeee2d-5884-40fd-96ad-7b9b3e2cbe18 service neutron] Port cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b on network 459895ff-73ee-42db-9914-e045a10994f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:16:33.166413 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-d8eeee2d-5884-40fd-96ad-7b9b3e2cbe18 service neutron] Attempting to bind port cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b on network 459895ff-73ee-42db-9914-e045a10994f6 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:16:33.166560 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 6 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:16:33.172079 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-d8eeee2d-5884-40fd-96ad-7b9b3e2cbe18 service neutron] Checking agent: {'id': '012f2be7-5ddd-4d39-8539-3fef46040309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'started_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:16:33.172455 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-d8eeee2d-5884-40fd-96ad-7b9b3e2cbe18 service neutron] Checking segment: {'id': '0500f4c1-03b2-4993-93c3-de7a098f8506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '459895ff-73ee-42db-9914-e045a10994f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:16:33.172803 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-d8eeee2d-5884-40fd-96ad-7b9b3e2cbe18 service neutron] Bound using segment: {'id': '0500f4c1-03b2-4993-93c3-de7a098f8506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '459895ff-73ee-42db-9914-e045a10994f6'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:16:33.173197 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-d8eeee2d-5884-40fd-96ad-7b9b3e2cbe18 service neutron] Bound port: cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0500f4c1-03b2-4993-93c3-de7a098f8506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '459895ff-73ee-42db-9914-e045a10994f6'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:16:33.173551 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-d8eeee2d-5884-40fd-96ad-7b9b3e2cbe18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:33.243643 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f8166f-ee4f-4b5c-9274-14ad93a2a90a None None] Checking router: 86fe3ff6-c4f4-4494-b652-9ef77792b78f for host: dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:16:33.243994 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f8166f-ee4f-4b5c-9274-14ad93a2a90a None None] Updating router 86fe3ff6-c4f4-4494-b652-9ef77792b78f port 5b29f279-72f1-4f5c-934b-bf2513ecc4e4 binding host dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:16:33.261332 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0a884c45-2583-4123-8bc6-2469246f3b2a req-d8f3548c-aed4-49cf-ac01-c21c136f3105 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 210 time: 0.2403090 May 04 08:16:33.299164 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-d8eeee2d-5884-40fd-96ad-7b9b3e2cbe18 service neutron] For port cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b, host hv-cinder-84028, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:16:33.302967 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-d8eeee2d-5884-40fd-96ad-7b9b3e2cbe18 service neutron] For port cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b,segment=NetworkSegment(0500f4c1-03b2-4993-93c3-de7a098f8506),segment_id=0500f4c1-03b2-4993-93c3-de7a098f8506)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:16:33.317017 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce99e1d-6401-429f-b1ab-171555e2f887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648e2084-ada3-46d4-8c34-2492478da194,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:33.340285 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dbf7ca57-50b3-470b-9181-6e3463b6b0b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:33.348412 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-d8eeee2d-5884-40fd-96ad-7b9b3e2cbe18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:33.369038 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:33.388385 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-21f8166f-ee4f-4b5c-9274-14ad93a2a90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (5b29f279-72f1-4f5c-934b-bf2513ecc4e4), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:33.399704 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-816aa952-2b0a-4c01-ad33-7f00c09b85af tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for port (94488e09-595f-42c4-827e-74d436a1d5c2), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:33.416309 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-816aa952-2b0a-4c01-ad33-7f00c09b85af tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (94488e09-595f-42c4-827e-74d436a1d5c2), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:33.429932 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-d8eeee2d-5884-40fd-96ad-7b9b3e2cbe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:33.433371 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-d8eeee2d-5884-40fd-96ad-7b9b3e2cbe18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:33.444408 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-d8eeee2d-5884-40fd-96ad-7b9b3e2cbe18 service neutron] 10.222.0.13 "PUT /v2.0/ports/cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b HTTP/1.1" status: 200 len: 1093 time: 1.4882867 May 04 08:16:33.473175 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-a4581eaf-6d13-4bb4-a678-1985a694cb1c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--128657082&fields=id&tenant_id=57ccec31ee3f4845a480759a5772055a HTTP/1.1" status: 200 len: 267 time: 0.1975007 May 04 08:16:33.497211 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eeee2d-5884-40fd-96ad-7b9b3e2cbe18 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:33.548343 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-816aa952-2b0a-4c01-ad33-7f00c09b85af tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (bc0a33db-616c-4087-8329-c5546576a468), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:33.576690 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 59518) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:33.590670 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 5b6c3578-98ad-438c-8232-7c84929dd5e4 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:33.599719 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-11692e65-6481-4d7a-b2d5-6f5981ae9c31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:33.644279 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816aa952-2b0a-4c01-ad33-7f00c09b85af tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Pushing event updated for resources: {'Port': ['ID=94488e09-595f-42c4-827e-74d436a1d5c2,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:33.701679 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e7c0d2-8853-4a0a-b2fc-353f094bce40', 'tag': 'cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:16:33.704817 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d324e6b4-de86-4f35-b4d2-149d61774e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "25e7c0d2-8853-4a0a-b2fc-353f094bce40", "tag": "cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:16:33.708987 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-11692e65-6481-4d7a-b2d5-6f5981ae9c31 admin admin] Publish callbacks [] for security_group (d3df66f3-7421-41b3-aaca-4890bac97ca3), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:33.711115 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-816aa952-2b0a-4c01-ad33-7f00c09b85af tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:33.712541 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-816aa952-2b0a-4c01-ad33-7f00c09b85af tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1112761 May 04 08:16:33.714389 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-11692e65-6481-4d7a-b2d5-6f5981ae9c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (d3df66f3-7421-41b3-aaca-4890bac97ca3), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:33.760731 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11692e65-6481-4d7a-b2d5-6f5981ae9c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3df66f3-7421-41b3-aaca-4890bac97ca3,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:33.765062 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-11692e65-6481-4d7a-b2d5-6f5981ae9c31 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8cf1e13ad6bc48aeb2a3f87796815624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1872325 May 04 08:16:33.767639 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 59526) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:33.769217 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412dfa0-3f85-4234-9d07-bac343173580 req-8c407fde-c3f7-4b6a-92e6-3f8cf81dc6c5 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:33.772539 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e412dfa0-3f85-4234-9d07-bac343173580 req-8c407fde-c3f7-4b6a-92e6-3f8cf81dc6c5 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 944 time: 0.2180054 May 04 08:16:33.793274 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dbf7ca57-50b3-470b-9181-6e3463b6b0b8 admin admin] Publish callbacks [] for security_group (6590ea41-c669-4c60-a6c2-4b2cc915d786), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:33.811124 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dbf7ca57-50b3-470b-9181-6e3463b6b0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (6590ea41-c669-4c60-a6c2-4b2cc915d786), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:33.834630 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8c692ca8-0b33-4607-bd80-4c27eb6c02ac admin admin] Publish callbacks [] for security_group (d3df66f3-7421-41b3-aaca-4890bac97ca3), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:33.835225 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-4ef6a743-4df3-4a44-859c-054c1fcb2180 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:33.836082 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-21f8166f-ee4f-4b5c-9274-14ad93a2a90a None None] Publish callbacks [] for port (5b29f279-72f1-4f5c-934b-bf2513ecc4e4), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:33.842509 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-4ef6a743-4df3-4a44-859c-054c1fcb2180 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/networks?id=7df6b99b-6f55-43f2-ae59-a84ab50ce98b HTTP/1.1" status: 200 len: 811 time: 0.3684242 May 04 08:16:33.843209 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-21f8166f-ee4f-4b5c-9274-14ad93a2a90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (5b29f279-72f1-4f5c-934b-bf2513ecc4e4), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:33.861651 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8c692ca8-0b33-4607-bd80-4c27eb6c02ac admin admin] Publish callbacks [] for security_group (d3df66f3-7421-41b3-aaca-4890bac97ca3), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:33.896078 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-a3e99317-0a6c-4284-8caa-5f3a867c8b49 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/quotas/57ccec31ee3f4845a480759a5772055a HTTP/1.1" status: 200 len: 375 time: 0.0525448 May 04 08:16:33.907611 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-dbf7ca57-50b3-470b-9181-6e3463b6b0b8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b9dec49aae264cba9bbe4613b5bd27a1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0190499 May 04 08:16:33.908762 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 59530) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:33.918380 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d3fed-5871-49ed-b201-cefff7bd9ba1 None None] Pushing event updated for resources: {'Port': ['ID=5b29f279-72f1-4f5c-934b-bf2513ecc4e4,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:33.925954 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7ca57-50b3-470b-9181-6e3463b6b0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6590ea41-c669-4c60-a6c2-4b2cc915d786,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:33.941363 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8c692ca8-0b33-4607-bd80-4c27eb6c02ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (d3df66f3-7421-41b3-aaca-4890bac97ca3), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:33.945274 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8c692ca8-0b33-4607-bd80-4c27eb6c02ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:33.950534 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-8c692ca8-0b33-4607-bd80-4c27eb6c02ac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d3df66f3-7421-41b3-aaca-4890bac97ca3 HTTP/1.1" status: 204 len: 168 time: 0.1815464 May 04 08:16:33.960093 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e412dfa0-3f85-4234-9d07-bac343173580 req-eaf5ed8f-2098-456f-8f7c-1ea475974156 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/security-groups?id=b40e6ea6-1bec-4eed-b402-8f0e956454f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764331 May 04 08:16:33.971684 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c692ca8-0b33-4607-bd80-4c27eb6c02ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3df66f3-7421-41b3-aaca-4890bac97ca3,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:33.991415 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-01e1a8bb-1d55-4583-b177-5d8dc7549399 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=57ccec31ee3f4845a480759a5772055a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806422 May 04 08:16:34.003237 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6fb0cd29-5a01-4ed7-a6bc-f76faadf3533 admin admin] Publish callbacks [] for security_group (6590ea41-c669-4c60-a6c2-4b2cc915d786), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:34.025034 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6fb0cd29-5a01-4ed7-a6bc-f76faadf3533 admin admin] Publish callbacks [] for security_group (6590ea41-c669-4c60-a6c2-4b2cc915d786), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:34.082992 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-21f8166f-ee4f-4b5c-9274-14ad93a2a90a None None] Attempting to bind port 5b29f279-72f1-4f5c-934b-bf2513ecc4e4 on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:16:34.083541 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-21f8166f-ee4f-4b5c-9274-14ad93a2a90a None None] Attempting to bind port 5b29f279-72f1-4f5c-934b-bf2513ecc4e4 by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': 'd1cda626-96e4-4275-a50c-1b647e83f6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:16:34.083719 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f8166f-ee4f-4b5c-9274-14ad93a2a90a None None] Attempting to bind port 5b29f279-72f1-4f5c-934b-bf2513ecc4e4 on network 69e555c2-1670-40dc-ab1f-e521e2075e90 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:16:34.095244 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f8166f-ee4f-4b5c-9274-14ad93a2a90a None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:16:34.095669 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f8166f-ee4f-4b5c-9274-14ad93a2a90a None None] Checking segment: {'id': 'd1cda626-96e4-4275-a50c-1b647e83f6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:16:34.096093 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-21f8166f-ee4f-4b5c-9274-14ad93a2a90a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:34.096478 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f8166f-ee4f-4b5c-9274-14ad93a2a90a None None] Bound using segment: {'id': 'd1cda626-96e4-4275-a50c-1b647e83f6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:16:34.096990 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-21f8166f-ee4f-4b5c-9274-14ad93a2a90a None None] Bound port: 5b29f279-72f1-4f5c-934b-bf2513ecc4e4, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1cda626-96e4-4275-a50c-1b647e83f6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:16:34.097406 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-21f8166f-ee4f-4b5c-9274-14ad93a2a90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (5b29f279-72f1-4f5c-934b-bf2513ecc4e4), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:34.125701 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-be9df9cc-8ffb-4331-932f-ffbe91e30d7c service neutron] 10.222.0.59 "GET /v2.0/networks/7df6b99b-6f55-43f2-ae59-a84ab50ce98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142414 May 04 08:16:34.126014 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6fb0cd29-5a01-4ed7-a6bc-f76faadf3533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (6590ea41-c669-4c60-a6c2-4b2cc915d786), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:34.128829 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6fb0cd29-5a01-4ed7-a6bc-f76faadf3533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:34.129819 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-6fb0cd29-5a01-4ed7-a6bc-f76faadf3533 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6590ea41-c669-4c60-a6c2-4b2cc915d786 HTTP/1.1" status: 204 len: 168 time: 0.2197063 May 04 08:16:34.147604 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0cd29-5a01-4ed7-a6bc-f76faadf3533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6590ea41-c669-4c60-a6c2-4b2cc915d786,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:34.267757 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-21f8166f-ee4f-4b5c-9274-14ad93a2a90a None None] For port 5b29f279-72f1-4f5c-934b-bf2513ecc4e4, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:16:34.295297 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-21f8166f-ee4f-4b5c-9274-14ad93a2a90a None None] For port 5b29f279-72f1-4f5c-934b-bf2513ecc4e4, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=5b29f279-72f1-4f5c-934b-bf2513ecc4e4,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:16:34.309099 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-21f8166f-ee4f-4b5c-9274-14ad93a2a90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (5b29f279-72f1-4f5c-934b-bf2513ecc4e4), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:34.320833 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:34.331035 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55afd88-de4b-4e9c-bf71-c57fc2feb977 req-4bfe793d-52cd-49e4-831d-37348a2283a0 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:34.331035 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b55afd88-de4b-4e9c-bf71-c57fc2feb977 req-4bfe793d-52cd-49e4-831d-37348a2283a0 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 943 time: 0.2036326 May 04 08:16:34.359459 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-0db08304-7547-40ba-9ea8-640ded5f9f68 None None] Provisioning complete for port 5b29f279-72f1-4f5c-934b-bf2513ecc4e4 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:34.359867 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0db08304-7547-40ba-9ea8-640ded5f9f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (5b29f279-72f1-4f5c-934b-bf2513ecc4e4), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:34.375600 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-5106d83c-17da-4328-888d-e797997ab113 service neutron] 10.222.0.59 "GET /v2.0/networks/7df6b99b-6f55-43f2-ae59-a84ab50ce98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249248 May 04 08:16:34.425784 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b55afd88-de4b-4e9c-bf71-c57fc2feb977 req-4ed3c7ce-f5ed-4dff-be7f-19bf31eba055 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870123 May 04 08:16:34.475582 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d3fed-5871-49ed-b201-cefff7bd9ba1 None None] Pushing event updated for resources: {'Port': ['ID=5b29f279-72f1-4f5c-934b-bf2513ecc4e4,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:34.479934 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f8166f-ee4f-4b5c-9274-14ad93a2a90a None None] Routers {'86fe3ff6-c4f4-4494-b652-9ef77792b78f'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:16:34.480563 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-21f8166f-ee4f-4b5c-9274-14ad93a2a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:16:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['86fe3ff6-c4f4-4494-b652-9ef77792b78f'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:34.522449 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072e9274-455d-4ae7-8b69-55286b8fe9e5 x-openstack-request-id: req-072e9274-455d-4ae7-8b69-55286b8fe9e5 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:16:34.522759 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e7c0d2-8853-4a0a-b2fc-353f094bce40", "tag": "cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:16:34.523164 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-072e9274-455d-4ae7-8b69-55286b8fe9e5 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:16:34.525117 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-072e9274-455d-4ae7-8b69-55286b8fe9e5'] response: {'name': 'network-changed', 'server_uuid': '25e7c0d2-8853-4a0a-b2fc-353f094bce40', 'tag': 'cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b', 'status': 'completed', 'code': 200} May 04 08:16:34.755832 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-0db08304-7547-40ba-9ea8-640ded5f9f68 None None] Current status of the port 5b29f279-72f1-4f5c-934b-bf2513ecc4e4 is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:34.756216 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0db08304-7547-40ba-9ea8-640ded5f9f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (5b29f279-72f1-4f5c-934b-bf2513ecc4e4), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:34.786433 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4f2d1c79-c9af-4874-a8a3-b5280a3d4e45 req-c3857b03-5bd9-4754-b317-f2ef7e4c1de0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 210 time: 0.0519354 May 04 08:16:34.838791 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a4229fab-38dc-41cf-a355-21d73203344f req-8c95a595-fa38-4347-aa18-af17d04ee7ca tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--2013397299&fields=id&tenant_id=76e08c9379ad43118a23806f1da1f18a HTTP/1.1" status: 200 len: 267 time: 0.1608894 May 04 08:16:34.888180 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-21f8166f-ee4f-4b5c-9274-14ad93a2a90a None None] Set router 86fe3ff6-c4f4-4494-b652-9ef77792b78f gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:16:34.893312 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 59568) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:34.911006 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-70577736-275a-4433-be75-2dd216d64342 req-79280fe4-74db-4ac8-b60d-4b25296f82e0 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 210 time: 0.0696507 May 04 08:16:34.961246 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device bc11791a-44ca-49dc-a7d7-7864fceead3a details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:16:35.038282 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f04d2641-bc7f-49fc-8393-bd3420f3c330 req-7c724c1f-b4b5-46c5-8ab6-c99fd1d05ade service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=444090b3-b666-4591-9cbe-dc039e65ad0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1579683 May 04 08:16:35.076576 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-79fcaa7b-1370-48e3-bf3b-ed20c56612df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:35.139673 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4229fab-38dc-41cf-a355-21d73203344f req-4ae86c58-83c8-4336-b3d0-acdc891f5a78 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:35.141416 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a4229fab-38dc-41cf-a355-21d73203344f req-4ae86c58-83c8-4336-b3d0-acdc891f5a78 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/networks?id=69e555c2-1670-40dc-ab1f-e521e2075e90 HTTP/1.1" status: 200 len: 816 time: 0.2870057 May 04 08:16:35.177960 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324e6b4-de86-4f35-b4d2-149d61774e2f req-c33568c1-74e3-4ae0-b9e8-993fd3963cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:35.179567 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d324e6b4-de86-4f35-b4d2-149d61774e2f req-c33568c1-74e3-4ae0-b9e8-993fd3963cbe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=627a6ec20d314e7ba545b36a7e9b2fe8&device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 1127 time: 0.1656497 May 04 08:16:35.188832 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a4229fab-38dc-41cf-a355-21d73203344f req-1736798d-725e-4dbb-9a19-14d90a454376 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/quotas/76e08c9379ad43118a23806f1da1f18a HTTP/1.1" status: 200 len: 375 time: 0.0419374 May 04 08:16:35.218320 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-0db08304-7547-40ba-9ea8-640ded5f9f68 None None] For port 5b29f279-72f1-4f5c-934b-bf2513ecc4e4, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=5b29f279-72f1-4f5c-934b-bf2513ecc4e4,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:16:35.236352 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0db08304-7547-40ba-9ea8-640ded5f9f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (5b29f279-72f1-4f5c-934b-bf2513ecc4e4), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:35.340268 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port bc11791a-44ca-49dc-a7d7-7864fceead3a, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=bc11791a-44ca-49dc-a7d7-7864fceead3a,segment=NetworkSegment(e13b106f-bad6-48fd-95d6-5323f4e4bb9a),segment_id=e13b106f-bad6-48fd-95d6-5323f4e4bb9a)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:16:35.368563 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a4229fab-38dc-41cf-a355-21d73203344f req-0c21e766-3c82-41bb-a2b6-31e27b585c02 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=76e08c9379ad43118a23806f1da1f18a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1372445 May 04 08:16:35.394072 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e52382-caea-4191-b7a5-6f421ad8620a req-a7c30de0-9796-4e7c-9135-a47bea49effd tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:35.395731 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-39e52382-caea-4191-b7a5-6f421ad8620a req-a7c30de0-9796-4e7c-9135-a47bea49effd tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 944 time: 0.2351217 May 04 08:16:35.497374 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-e90e2002-63bf-46d1-89ca-15ff6a9d8e2e None None] Provisioning complete for port 5b29f279-72f1-4f5c-934b-bf2513ecc4e4 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:35.497775 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e90e2002-63bf-46d1-89ca-15ff6a9d8e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (5b29f279-72f1-4f5c-934b-bf2513ecc4e4), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:35.506218 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-39e52382-caea-4191-b7a5-6f421ad8620a req-14807088-06c4-48a8-b78e-97e2bf721cce tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/security-groups?id=b40e6ea6-1bec-4eed-b402-8f0e956454f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859768 May 04 08:16:35.533476 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Returning: {'device': 'bc11791a-44ca-49dc-a7d7-7864fceead3a', 'network_id': '444090b3-b666-4591-9cbe-dc039e65ad0f', 'port_id': 'bc11791a-44ca-49dc-a7d7-7864fceead3a', 'mac_address': 'fa:16:3e:92:ff:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45538bf3-9b96-4f4b-8834-95bb5dd1eb54', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:16:35.671474 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.13', 53295) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:35.680820 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [req-a4229fab-38dc-41cf-a355-21d73203344f req-b9c89f3a-4805-4615-a468-95ba4b2089bd service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 08:16:35.690605 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a4229fab-38dc-41cf-a355-21d73203344f req-b9c89f3a-4805-4615-a468-95ba4b2089bd service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1086307 May 04 08:16:35.749644 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db08304-7547-40ba-9ea8-640ded5f9f68 None None] Pushing event updated for resources: {'Port': ['ID=5b29f279-72f1-4f5c-934b-bf2513ecc4e4,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:35.815875 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f6b86-a7dc-42f7-9d1a-df63f911f171 req-7a25fac5-8cf0-4b53-b662-d71698657276 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:35.817551 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b82f6b86-a7dc-42f7-9d1a-df63f911f171 req-7a25fac5-8cf0-4b53-b662-d71698657276 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 943 time: 0.1689897 May 04 08:16:35.962213 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f04d2641-bc7f-49fc-8393-bd3420f3c330 req-b5c092b8-caf8-44e0-8827-940065badcc1 service neutron] 10.222.0.13 "GET /v2.0/networks/444090b3-b666-4591-9cbe-dc039e65ad0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8931844 May 04 08:16:35.976314 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 5b29f279-72f1-4f5c-934b-bf2513ecc4e4 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:16:36.060039 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:36.169324 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port bc11791a-44ca-49dc-a7d7-7864fceead3a is: DOWN; New status is: BUILD {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:36.170196 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (bc11791a-44ca-49dc-a7d7-7864fceead3a), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:36.211087 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc11791a-44ca-49dc-a7d7-7864fceead3a {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:16:36.273951 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-66ddbec0-00e7-4968-b13c-fa31341e663e req-4ca35415-e300-4043-9a20-a0e7f3530768 service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3646517 May 04 08:16:36.282442 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-e90e2002-63bf-46d1-89ca-15ff6a9d8e2e None None] Current status of the port 5b29f279-72f1-4f5c-934b-bf2513ecc4e4 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:36.289439 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a4229fab-38dc-41cf-a355-21d73203344f req-6442122a-fa87-4515-b825-0d2c5496f351 service neutron] 10.222.0.59 "GET /v2.0/networks/69e555c2-1670-40dc-ab1f-e521e2075e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966351 May 04 08:16:36.325032 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 5b29f279-72f1-4f5c-934b-bf2513ecc4e4 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:36.325418 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (5b29f279-72f1-4f5c-934b-bf2513ecc4e4), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:36.328668 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port bc11791a-44ca-49dc-a7d7-7864fceead3a, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=bc11791a-44ca-49dc-a7d7-7864fceead3a,segment=NetworkSegment(e13b106f-bad6-48fd-95d6-5323f4e4bb9a),segment_id=e13b106f-bad6-48fd-95d6-5323f4e4bb9a)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:16:36.335468 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-21f8166f-ee4f-4b5c-9274-14ad93a2a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'name': 'tempest-AttachVolumeShelveTestJSON-851729642-router', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:03Z', 'updated_at': '2022-05-04T08:16:20Z', 'revision_number': 4, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'gw_port': {'id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '5b29f279-72f1-4f5c-934b-bf2513ecc4e4', 'name': '', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'mac_address': 'fa:16:3e:16:5d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:16Z', 'updated_at': '2022-05-04T08:16:34Z', 'revision_number': 4, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'subnets': [{'id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:36.368494 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f04d2641-bc7f-49fc-8393-bd3420f3c330 req-44b76ae9-db57-43f3-843d-8f1dea0353af service neutron] 10.222.0.13 "GET /v2.0/networks/444090b3-b666-4591-9cbe-dc039e65ad0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875313 May 04 08:16:36.393157 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324e6b4-de86-4f35-b4d2-149d61774e2f req-965e0a60-be76-45e7-aa36-34d9ea4ec24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:36.393329 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f8166f-ee4f-4b5c-9274-14ad93a2a90a None None] The sync data for ids ['86fe3ff6-c4f4-4494-b652-9ef77792b78f'] in dv-cinder-840289-4-iscsi is: [{'id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'name': 'tempest-AttachVolumeShelveTestJSON-851729642-router', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:03Z', 'updated_at': '2022-05-04T08:16:20Z', 'revision_number': 4, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'gw_port': {'id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '5b29f279-72f1-4f5c-934b-bf2513ecc4e4', 'name': '', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'mac_address': 'fa:16:3e:16:5d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:16Z', 'updated_at': '2022-05-04T08:16:34Z', 'revision_number': 4, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'subnets': [{'id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:16:36.394996 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d324e6b4-de86-4f35-b4d2-149d61774e2f req-965e0a60-be76-45e7-aa36-34d9ea4ec24f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=627a6ec20d314e7ba545b36a7e9b2fe8&shared=False HTTP/1.1" status: 200 len: 920 time: 1.1818097 May 04 08:16:36.397869 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (bc11791a-44ca-49dc-a7d7-7864fceead3a), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:36.426310 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-79fcaa7b-1370-48e3-bf3b-ed20c56612df admin admin] Publish callbacks [] for security_group (4d9c234d-689c-4876-9ad3-990635daedf0), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:36.434133 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-79fcaa7b-1370-48e3-bf3b-ed20c56612df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (4d9c234d-689c-4876-9ad3-990635daedf0), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:36.482705 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b82f6b86-a7dc-42f7-9d1a-df63f911f171 req-3521262e-13e7-4d76-b3df-db85346f4a90 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6557221 May 04 08:16:36.514538 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-fbe49f04-6aae-4e0f-9366-401b428a1245 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:36.520804 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-fbe49f04-6aae-4e0f-9366-401b428a1245 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.13 "GET /v2.0/networks?id=e2275bde-63c0-443b-bf71-d866f4d5c8f1 HTTP/1.1" status: 200 len: 814 time: 0.8420546 May 04 08:16:36.615258 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 5b29f279-72f1-4f5c-934b-bf2513ecc4e4 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:36.627967 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a4229fab-38dc-41cf-a355-21d73203344f req-a1476cae-e930-43da-9523-9c386a030b1f service neutron] 10.222.0.59 "GET /v2.0/networks/69e555c2-1670-40dc-ab1f-e521e2075e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246748 May 04 08:16:36.662465 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fcaa7b-1370-48e3-bf3b-ed20c56612df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9c234d-689c-4876-9ad3-990635daedf0,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:36.666529 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=bc11791a-44ca-49dc-a7d7-7864fceead3a,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:36.680712 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-79fcaa7b-1370-48e3-bf3b-ed20c56612df admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=19d9de54e8704255822d7d78ba221f43&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7777698 May 04 08:16:36.697157 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 59634) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:36.716437 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c0abe7c5-518b-4ee6-8a7d-176f235f6cfc req-cad1435a-16d1-4c53-88f6-4c02f3f570fa tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 210 time: 0.1147361 May 04 08:16:36.895265 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-07bc0b79-639f-4557-8f4a-c381e5f1b55c req-dacb5f06-f6a2-4026-870c-7784e0f7c486 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 210 time: 0.0611713 May 04 08:16:36.912424 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-42fb276c-4b95-40ae-80ca-bbbcff2b0cf7 admin admin] Publish callbacks [] for security_group (4d9c234d-689c-4876-9ad3-990635daedf0), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:36.994527 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-42fb276c-4b95-40ae-80ca-bbbcff2b0cf7 admin admin] Publish callbacks [] for security_group (4d9c234d-689c-4876-9ad3-990635daedf0), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:37.008290 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324e6b4-de86-4f35-b4d2-149d61774e2f req-deecb0e2-6852-4375-99c1-350b1a101865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:37.009795 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d324e6b4-de86-4f35-b4d2-149d61774e2f req-deecb0e2-6852-4375-99c1-350b1a101865 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4700854 May 04 08:16:37.074915 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d9899d5f-6b0b-406e-9bd5-181e3793da2c req-d7383cde-bea2-4e4a-a88a-8f49d3dc0018 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 210 time: 0.0872524 May 04 08:16:37.135593 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-42fb276c-4b95-40ae-80ca-bbbcff2b0cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (4d9c234d-689c-4876-9ad3-990635daedf0), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:37.138396 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-42fb276c-4b95-40ae-80ca-bbbcff2b0cf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:37.139619 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-42fb276c-4b95-40ae-80ca-bbbcff2b0cf7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4d9c234d-689c-4876-9ad3-990635daedf0 HTTP/1.1" status: 204 len: 168 time: 0.4406602 May 04 08:16:37.140770 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['bc11791a-44ca-49dc-a7d7-7864fceead3a'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:16:37.158214 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb276c-4b95-40ae-80ca-bbbcff2b0cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9c234d-689c-4876-9ad3-990635daedf0,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:37.224170 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b14870-b573-4274-b0b3-4f149839e11d req-015c561f-0127-4dcd-a5c2-4ee965291f5b tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:37.224170 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-39b14870-b573-4274-b0b3-4f149839e11d req-015c561f-0127-4dcd-a5c2-4ee965291f5b tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 945 time: 0.1426115 May 04 08:16:37.340961 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-39b14870-b573-4274-b0b3-4f149839e11d req-5985e872-2094-4ed7-aab7-62830813905d tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/security-groups?id=b40e6ea6-1bec-4eed-b402-8f0e956454f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033816 May 04 08:16:37.398348 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f13b6a-c712-4aef-8b56-0d88b5d3dac0 req-64a55e78-5a8a-4c9a-9142-a37c67c6cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:37.400337 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c1f13b6a-c712-4aef-8b56-0d88b5d3dac0 req-64a55e78-5a8a-4c9a-9142-a37c67c6cdc5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=627a6ec20d314e7ba545b36a7e9b2fe8&device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 1127 time: 0.0996654 May 04 08:16:37.473428 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-2e2a14de-7fa6-4181-a9f6-971beed164bd tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49d87bce57a4470d85b4df9b85eb9602 HTTP/1.1" status: 200 len: 380 time: 0.1832278 May 04 08:16:37.491114 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-6691c1c7-6481-4d63-9a8c-a1e67abf5cd8 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Request body: {'port': {'device_id': '2dccdc70-1580-4fd0-94f0-6ac1d996b348', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'admin_state_up': True, 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'security_groups': ['2b94736b-c789-4978-8f39-6b4995d67897']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:37.538439 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-ad56ca4b-b001-45f6-8bdf-cb6f6f09d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:37.542247 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-ad56ca4b-b001-45f6-8bdf-cb6f6f09d273 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=627a6ec20d314e7ba545b36a7e9b2fe8&device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 1127 time: 0.1398938 May 04 08:16:37.712035 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-62429a2b-ecca-4979-bfc9-4d5246da2cd0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b HTTP/1.1" status: 200 len: 217 time: 0.1221936 May 04 08:16:37.783251 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-6691c1c7-6481-4d63-9a8c-a1e67abf5cd8 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Made reservation on behalf of 49d87bce57a4470d85b4df9b85eb9602 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:16:37.787539 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-6691c1c7-6481-4d63-9a8c-a1e67abf5cd8 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:37.805247 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f13b6a-c712-4aef-8b56-0d88b5d3dac0 req-0c1a59ce-0fdb-4b66-98c8-76662ab6150e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:37.807182 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c1f13b6a-c712-4aef-8b56-0d88b5d3dac0 req-0c1a59ce-0fdb-4b66-98c8-76662ab6150e service neutron] 10.222.0.13 "GET /v2.0/networks?id=459895ff-73ee-42db-9914-e045a10994f6 HTTP/1.1" status: 200 len: 920 time: 0.3313344 May 04 08:16:37.862010 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fd02f-c317-4949-9311-65effc35410f req-582d686a-02f2-4057-acfb-4ba9ec8676a5 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:37.862146 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-a5b9bf83-cea2-43e5-92cd-9f41f0d65bb1 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:37.863604 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1a6fd02f-c317-4949-9311-65effc35410f req-582d686a-02f2-4057-acfb-4ba9ec8676a5 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 943 time: 0.1058106 May 04 08:16:37.868832 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-a5b9bf83-cea2-43e5-92cd-9f41f0d65bb1 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.13 "GET /v2.0/networks?id=7df6b99b-6f55-43f2-ae59-a84ab50ce98b HTTP/1.1" status: 200 len: 811 time: 0.4674816 May 04 08:16:37.950680 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c1f13b6a-c712-4aef-8b56-0d88b5d3dac0 req-16eedc72-22e1-4af6-9d7d-155aa3d02c53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb6b11c4-9b69-4b1e-b3d2-f6093c568233 HTTP/1.1" status: 200 len: 217 time: 0.1320853 May 04 08:16:38.009002 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1e8bb1c1-b7f3-4a4f-83c0-317740d7ebf9 req-2e932c9b-287d-4ed4-992a-afad25fc9896 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 210 time: 0.1191256 May 04 08:16:38.011668 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f13b6a-c712-4aef-8b56-0d88b5d3dac0 req-26785e54-1b23-4baf-8c0c-b743c15c6f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:38.013964 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c1f13b6a-c712-4aef-8b56-0d88b5d3dac0 req-26785e54-1b23-4baf-8c0c-b743c15c6f46 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7425b7ef-390a-4bcf-88b7-7e4dc3dbed56 HTTP/1.1" status: 200 len: 858 time: 0.0530939 May 04 08:16:38.035550 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-96f9ca68-1c90-46e9-bcae-91eb3503af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:38.037048 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-96f9ca68-1c90-46e9-bcae-91eb3503af39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7425b7ef-390a-4bcf-88b7-7e4dc3dbed56 HTTP/1.1" status: 200 len: 858 time: 0.2289996 May 04 08:16:38.128430 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f13b6a-c712-4aef-8b56-0d88b5d3dac0 req-2f6011e7-419e-4a3f-a94b-5b677c2854e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:38.130604 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c1f13b6a-c712-4aef-8b56-0d88b5d3dac0 req-2f6011e7-419e-4a3f-a94b-5b677c2854e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=459895ff-73ee-42db-9914-e045a10994f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1098232 May 04 08:16:38.175234 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-a45a0706-a366-492a-9295-983597ba64ff tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57ccec31ee3f4845a480759a5772055a HTTP/1.1" status: 200 len: 379 time: 0.2743998 May 04 08:16:38.205663 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-211bbc81-2015-4b5f-9cf7-f56a5daaf251 req-207ce1a3-2eff-428d-9ad0-43bad7aca442 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 210 time: 0.0750785 May 04 08:16:38.218055 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-c64d17bf-a757-4a13-a8cb-b015737fe9f4 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Request body: {'port': {'device_id': '56d26c26-f769-4a4a-81e0-f8d32b5864fa', 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b', 'admin_state_up': True, 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'security_groups': ['915afae1-1afa-4116-a500-a97a1e0668da']}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:38.219289 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1a6fd02f-c317-4949-9311-65effc35410f req-06f9262e-175f-405f-a0a8-48442f5e2e2d tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332815 May 04 08:16:38.378333 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-6691c1c7-6481-4d63-9a8c-a1e67abf5cd8 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Allocated IP 172.20.0.4 (e2275bde-63c0-443b-bf71-d866f4d5c8f1/652635ed-4b18-46ee-9740-87f4e09ea616/531f9e74-506d-4b94-93b7-78933b5296f0) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:16:38.397595 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-7ef80cbd-3859-40f8-bd8d-e6dcea70453d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:38.399105 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-7ef80cbd-3859-40f8-bd8d-e6dcea70453d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=459895ff-73ee-42db-9914-e045a10994f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3122201 May 04 08:16:38.451169 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device bc11791a-44ca-49dc-a7d7-7864fceead3a up at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:16:38.475664 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-bf3f66c5-0e68-48b6-9116-7e39565506c5 req-ed1c4a9a-3e2a-4d7d-b23d-f505d80ffb31 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 210 time: 0.0800672 May 04 08:16:38.573026 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning for port bc11791a-44ca-49dc-a7d7-7864fceead3a completed by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:16:38.577204 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead4d36-42cc-457b-91d6-037b6a10e233 req-64111874-c0a7-46fb-bf32-4524108c54c7 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:38.580529 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cead4d36-42cc-457b-91d6-037b6a10e233 req-64111874-c0a7-46fb-bf32-4524108c54c7 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 945 time: 0.1039751 May 04 08:16:38.587640 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning complete for port bc11791a-44ca-49dc-a7d7-7864fceead3a triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:38.588248 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (bc11791a-44ca-49dc-a7d7-7864fceead3a), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:38.669315 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.13', 53304) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:38.746874 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port bc11791a-44ca-49dc-a7d7-7864fceead3a is: BUILD; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:38.747563 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (bc11791a-44ca-49dc-a7d7-7864fceead3a), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:38.773378 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008d9d6e-1679-490e-9dee-cf50d9f9a9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc11791a-44ca-49dc-a7d7-7864fceead3a'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:16:38.800620 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c1f13b6a-c712-4aef-8b56-0d88b5d3dac0 req-4c1de9cb-2dcb-47ab-8dfb-66a6d61790da service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6221344 May 04 08:16:38.838992 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4229fab-38dc-41cf-a355-21d73203344f req-5944f180-8a50-4e43-be59-55275b6e5050 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:38.840617 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a4229fab-38dc-41cf-a355-21d73203344f req-5944f180-8a50-4e43-be59-55275b6e5050 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.13 "GET /v2.0/networks?id=69e555c2-1670-40dc-ab1f-e521e2075e90 HTTP/1.1" status: 200 len: 816 time: 0.1628850 May 04 08:16:38.859430 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port bc11791a-44ca-49dc-a7d7-7864fceead3a, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=bc11791a-44ca-49dc-a7d7-7864fceead3a,segment=NetworkSegment(e13b106f-bad6-48fd-95d6-5323f4e4bb9a),segment_id=e13b106f-bad6-48fd-95d6-5323f4e4bb9a)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:16:38.868401 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (bc11791a-44ca-49dc-a7d7-7864fceead3a), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:38.899455 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-c64d17bf-a757-4a13-a8cb-b015737fe9f4 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Made reservation on behalf of 57ccec31ee3f4845a480759a5772055a for: {'port': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:16:38.906730 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-c64d17bf-a757-4a13-a8cb-b015737fe9f4 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:38.955510 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cead4d36-42cc-457b-91d6-037b6a10e233 req-de1137be-1713-4247-a020-57734359d556 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/security-groups?id=b40e6ea6-1bec-4eed-b402-8f0e956454f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646691 May 04 08:16:38.965665 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=bc11791a-44ca-49dc-a7d7-7864fceead3a,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:38.975205 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-3b70f4d7-c294-4e94-9548-2d49fd2eb40f service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479909 May 04 08:16:39.029488 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a4229fab-38dc-41cf-a355-21d73203344f req-b889df2a-1ac8-4144-9cd2-c94dfff76b57 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76e08c9379ad43118a23806f1da1f18a HTTP/1.1" status: 200 len: 380 time: 0.1671996 May 04 08:16:39.052776 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-6691c1c7-6481-4d63-9a8c-a1e67abf5cd8 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for port (531f9e74-506d-4b94-93b7-78933b5296f0), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:39.054060 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bdbdf6-f729-419e-ad6e-1808f42b4b7f" -d '{"events": [{"server_uuid": "008d9d6e-1679-490e-9dee-cf50d9f9a9e4", "name": "network-vif-plugged", "status": "completed", "tag": "bc11791a-44ca-49dc-a7d7-7864fceead3a"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:16:39.084620 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [req-a4229fab-38dc-41cf-a355-21d73203344f req-9c42700c-15e5-4491-a463-f34a31c8beb0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Request body: {'port': {'device_id': '646f2e1f-c22b-4358-bc72-53f0e8a5800e', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'admin_state_up': True, 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'security_groups': ['889c9b92-ec28-458f-96d2-578fd79c5998']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:39.184489 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-6691c1c7-6481-4d63-9a8c-a1e67abf5cd8 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434'] for port (531f9e74-506d-4b94-93b7-78933b5296f0), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:39.273174 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fada2157-f390-4679-8c55-363ff91a9df7 x-openstack-request-id: req-fada2157-f390-4679-8c55-363ff91a9df7 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:16:39.273600 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008d9d6e-1679-490e-9dee-cf50d9f9a9e4", "name": "network-vif-plugged", "status": "completed", "tag": "bc11791a-44ca-49dc-a7d7-7864fceead3a", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:16:39.273954 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fada2157-f390-4679-8c55-363ff91a9df7 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:16:39.274510 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fada2157-f390-4679-8c55-363ff91a9df7'] response: {'server_uuid': '008d9d6e-1679-490e-9dee-cf50d9f9a9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc11791a-44ca-49dc-a7d7-7864fceead3a', 'code': 200} May 04 08:16:39.320888 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-6691c1c7-6481-4d63-9a8c-a1e67abf5cd8 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Network e2275bde-63c0-443b-bf71-d866f4d5c8f1 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:16:39.338232 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-6691c1c7-6481-4d63-9a8c-a1e67abf5cd8 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:39.382939 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-6691c1c7-6481-4d63-9a8c-a1e67abf5cd8 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:16:39.384976 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c1f13b6a-c712-4aef-8b56-0d88b5d3dac0 req-8d328097-7c98-4594-a014-8495ac75820e service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5501022 May 04 08:16:39.388580 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-6691c1c7-6481-4d63-9a8c-a1e67abf5cd8 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:39.389232 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-6691c1c7-6481-4d63-9a8c-a1e67abf5cd8 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:39.444257 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d195a-b7b8-4b0d-b349-b910f2e4e538 req-ec8a3e85-cb28-4fea-89ea-e56d1a49620a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:39.445832 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f12d195a-b7b8-4b0d-b349-b910f2e4e538 req-ec8a3e85-cb28-4fea-89ea-e56d1a49620a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 931 time: 0.2801728 May 04 08:16:39.499190 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691c1c7-6481-4d63-9a8c-a1e67abf5cd8 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event updated for resources: {'Port': ['ID=531f9e74-506d-4b94-93b7-78933b5296f0,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:39.531695 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4229fab-38dc-41cf-a355-21d73203344f req-9c42700c-15e5-4491-a463-f34a31c8beb0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Made reservation on behalf of 76e08c9379ad43118a23806f1da1f18a for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:16:39.536849 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a4229fab-38dc-41cf-a355-21d73203344f req-9c42700c-15e5-4491-a463-f34a31c8beb0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:39.549300 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-6691c1c7-6481-4d63-9a8c-a1e67abf5cd8 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0701780 May 04 08:16:39.572499 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8422f4-11f4-42f6-bea4-bb39d7f84a81 req-ae0cf179-3a74-4e03-aa1b-dcccc469f189 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:39.574295 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-df8422f4-11f4-42f6-bea4-bb39d7f84a81 req-ae0cf179-3a74-4e03-aa1b-dcccc469f189 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 943 time: 0.1821892 May 04 08:16:39.582453 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-d047897b-ff48-4396-8fbb-27ca84a97400 service neutron] Request body: {'port': {'device_id': '2dccdc70-1580-4fd0-94f0-6ac1d996b348', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:39.678899 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-08a6fb1a-f73f-41e7-b52d-fea6b207072d req-e18e5d2f-7075-4644-879d-d2c27d7f5764 service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6080415 May 04 08:16:39.701293 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f12d195a-b7b8-4b0d-b349-b910f2e4e538 req-ad36d665-368c-40f5-b0d3-f0ee54976c3b tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236435 May 04 08:16:39.705210 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b395f-c23d-467e-b409-3cdf7edb0c34 req-11f8ed56-62f0-45f9-8868-2b765d665c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:39.714944 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cb4b395f-c23d-467e-b409-3cdf7edb0c34 req-11f8ed56-62f0-45f9-8868-2b765d665c40 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 1130 time: 0.1484230 May 04 08:16:39.725529 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-44423fbd-1cb0-4391-aed8-2b27f2d07f44 None None] Provisioning complete for port 531f9e74-506d-4b94-93b7-78933b5296f0 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:39.726009 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-44423fbd-1cb0-4391-aed8-2b27f2d07f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (531f9e74-506d-4b94-93b7-78933b5296f0), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:39.726874 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-c64d17bf-a757-4a13-a8cb-b015737fe9f4 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Allocated IP 172.20.0.9 (7df6b99b-6f55-43f2-ae59-a84ab50ce98b/f44a667d-e0cc-45e5-8f63-a34f7e8f3226/ff679bee-f8ad-4819-98c2-ace879ffd59b) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:16:39.805982 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-44423fbd-1cb0-4391-aed8-2b27f2d07f44 None None] Port 531f9e74-506d-4b94-93b7-78933b5296f0 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:16:39.873432 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cb4b395f-c23d-467e-b409-3cdf7edb0c34 req-f066579c-0964-4e95-b364-45f2d58bcf8a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:39.934715 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a20d2098-e073-4eae-8895-0cca3174db5c req-c4bc4ab9-47d3-4559-bf95-93fece033c6a tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 210 time: 0.0790088 May 04 08:16:39.936526 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-c64d17bf-a757-4a13-a8cb-b015737fe9f4 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for port (ff679bee-f8ad-4819-98c2-ace879ffd59b), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:39.953494 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-df8422f4-11f4-42f6-bea4-bb39d7f84a81 req-b86e0087-ae4f-4e19-83dc-6f6ac29de2bc tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593769 May 04 08:16:39.960805 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-d047897b-ff48-4396-8fbb-27ca84a97400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (531f9e74-506d-4b94-93b7-78933b5296f0), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:40.065684 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cb4b395f-c23d-467e-b409-3cdf7edb0c34 req-f066579c-0964-4e95-b364-45f2d58bcf8a service neutron] Publish callbacks [] for security_group (47b71279-a014-453b-a0f8-b78b38f572f3), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:40.067200 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-c64d17bf-a757-4a13-a8cb-b015737fe9f4 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (ff679bee-f8ad-4819-98c2-ace879ffd59b), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:40.079823 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cb4b395f-c23d-467e-b409-3cdf7edb0c34 req-f066579c-0964-4e95-b364-45f2d58bcf8a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (47b71279-a014-453b-a0f8-b78b38f572f3), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:40.143673 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-c64d17bf-a757-4a13-a8cb-b015737fe9f4 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Network 7df6b99b-6f55-43f2-ae59-a84ab50ce98b is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:16:40.161436 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7f080b67-563e-4189-8a52-02cd2c9ec1e6 req-cf6a4529-eae7-4493-b4b0-daae6442adb0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 210 time: 0.0975623 May 04 08:16:40.161879 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-c64d17bf-a757-4a13-a8cb-b015737fe9f4 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:40.173375 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-c64d17bf-a757-4a13-a8cb-b015737fe9f4 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:16:40.191751 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cb4b395f-c23d-467e-b409-3cdf7edb0c34 req-f066579c-0964-4e95-b364-45f2d58bcf8a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b40e6ea6-1bec-4eed-b402-8f0e956454f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378747 May 04 08:16:40.211150 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066579c-0964-4e95-b364-45f2d58bcf8a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=47b71279-a014-453b-a0f8-b78b38f572f3,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:40.216184 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d17bf-a757-4a13-a8cb-b015737fe9f4 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Pushing event updated for resources: {'Port': ['ID=ff679bee-f8ad-4819-98c2-ace879ffd59b,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:40.253061 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-c64d17bf-a757-4a13-a8cb-b015737fe9f4 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:40.253705 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-c64d17bf-a757-4a13-a8cb-b015737fe9f4 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:40.258818 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb40a2c-2050-4ff2-b470-13b15b60c269 req-7fc94f64-3db1-467d-abe2-ed5bbffb3006 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:40.260844 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9fb40a2c-2050-4ff2-b470-13b15b60c269 req-7fc94f64-3db1-467d-abe2-ed5bbffb3006 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1995144 May 04 08:16:40.262178 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-a4229fab-38dc-41cf-a355-21d73203344f req-9c42700c-15e5-4491-a463-f34a31c8beb0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Allocated IP 172.20.0.9 (69e555c2-1670-40dc-ab1f-e521e2075e90/c1223e7c-a5fa-47f3-8b09-39c09633d1c1/ece0d49a-030d-48d4-9e36-92066c88c022) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:16:40.279556 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-c64d17bf-a757-4a13-a8cb-b015737fe9f4 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0787163 May 04 08:16:40.434828 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-90e0a6fe-f042-4702-a241-4ea158a61209 None None] Provisioning complete for port ff679bee-f8ad-4819-98c2-ace879ffd59b triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:40.435632 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-90e0a6fe-f042-4702-a241-4ea158a61209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (ff679bee-f8ad-4819-98c2-ace879ffd59b), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:40.480837 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-90e0a6fe-f042-4702-a241-4ea158a61209 None None] Port ff679bee-f8ad-4819-98c2-ace879ffd59b cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:16:40.634331 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9fb40a2c-2050-4ff2-b470-13b15b60c269 req-685a677c-4c23-4022-a64d-55e5fd7ab556 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/security-groups?id=b40e6ea6-1bec-4eed-b402-8f0e956454f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257840 May 04 08:16:40.813467 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a4229fab-38dc-41cf-a355-21d73203344f req-9c42700c-15e5-4491-a463-f34a31c8beb0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for port (ece0d49a-030d-48d4-9e36-92066c88c022), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:40.847063 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff52418-b797-4d15-ad20-a991df5340b2 req-f40dbf92-bef7-4fae-ad24-934d329f7047 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:40.848545 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cff52418-b797-4d15-ad20-a991df5340b2 req-f40dbf92-bef7-4fae-ad24-934d329f7047 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 931 time: 0.0871072 May 04 08:16:40.903976 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.notifiers.nova [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-d047897b-ff48-4396-8fbb-27ca84a97400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 531f9e74-506d-4b94-93b7-78933b5296f0 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:16:40.915802 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-d047897b-ff48-4396-8fbb-27ca84a97400 service neutron] Publish callbacks [] for port (531f9e74-506d-4b94-93b7-78933b5296f0), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:40.952017 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-d047897b-ff48-4396-8fbb-27ca84a97400 service neutron] Transition to ACTIVE for port object 531f9e74-506d-4b94-93b7-78933b5296f0 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:16:40.957614 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a4229fab-38dc-41cf-a355-21d73203344f req-9c42700c-15e5-4491-a463-f34a31c8beb0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434'] for port (ece0d49a-030d-48d4-9e36-92066c88c022), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:40.961827 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-d047897b-ff48-4396-8fbb-27ca84a97400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (531f9e74-506d-4b94-93b7-78933b5296f0), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:40.991908 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cff52418-b797-4d15-ad20-a991df5340b2 req-f736bef7-48dd-472f-a90a-96d035b63efe tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250043 May 04 08:16:41.023435 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4229fab-38dc-41cf-a355-21d73203344f req-9c42700c-15e5-4491-a463-f34a31c8beb0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Network 69e555c2-1670-40dc-ab1f-e521e2075e90 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:16:41.031713 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-a4229fab-38dc-41cf-a355-21d73203344f req-9c42700c-15e5-4491-a463-f34a31c8beb0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:41.034572 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047897b-ff48-4396-8fbb-27ca84a97400 service neutron] Pushing event updated for resources: {'Port': ['ID=531f9e74-506d-4b94-93b7-78933b5296f0,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:41.036843 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4229fab-38dc-41cf-a355-21d73203344f req-9c42700c-15e5-4491-a463-f34a31c8beb0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:16:41.042175 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4229fab-38dc-41cf-a355-21d73203344f req-9c42700c-15e5-4491-a463-f34a31c8beb0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:41.042981 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a4229fab-38dc-41cf-a355-21d73203344f req-9c42700c-15e5-4491-a463-f34a31c8beb0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:41.219660 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ee6b7-eb6c-45a9-b696-bf9dd4ce039f req-a0e96e1a-7f97-417e-8861-12294f105462 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:41.221233 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-301ee6b7-eb6c-45a9-b696-bf9dd4ce039f req-a0e96e1a-7f97-417e-8861-12294f105462 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 931 time: 0.1967208 May 04 08:16:41.224756 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a4229fab-38dc-41cf-a355-21d73203344f req-9c42700c-15e5-4491-a463-f34a31c8beb0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1460726 May 04 08:16:41.241737 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-d047897b-ff48-4396-8fbb-27ca84a97400 service neutron] Attempting to bind port 531f9e74-506d-4b94-93b7-78933b5296f0 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:16:41.242087 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-d047897b-ff48-4396-8fbb-27ca84a97400 service neutron] Attempting to bind port 531f9e74-506d-4b94-93b7-78933b5296f0 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '379d6a15-5185-48de-b859-cd8ac013b448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:16:41.242413 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-d047897b-ff48-4396-8fbb-27ca84a97400 service neutron] Attempting to bind port 531f9e74-506d-4b94-93b7-78933b5296f0 on network e2275bde-63c0-443b-bf71-d866f4d5c8f1 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:16:41.268815 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42700c-15e5-4491-a463-f34a31c8beb0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Pushing event updated for resources: {'Port': ['ID=ece0d49a-030d-48d4-9e36-92066c88c022,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:41.271283 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 59820) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:41.281193 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-d047897b-ff48-4396-8fbb-27ca84a97400 service neutron] Port 531f9e74-506d-4b94-93b7-78933b5296f0 on network e2275bde-63c0-443b-bf71-d866f4d5c8f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:16:41.281437 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-d047897b-ff48-4396-8fbb-27ca84a97400 service neutron] Attempting to bind port 531f9e74-506d-4b94-93b7-78933b5296f0 on network e2275bde-63c0-443b-bf71-d866f4d5c8f1 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:16:41.299791 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d14d1a-4a90-4a05-8845-72d9873ecb91 req-35b82391-1209-453b-88cf-77726f46859a tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:41.301306 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e4d14d1a-4a90-4a05-8845-72d9873ecb91 req-35b82391-1209-453b-88cf-77726f46859a tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 943 time: 0.1792541 May 04 08:16:41.305096 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-d047897b-ff48-4396-8fbb-27ca84a97400 service neutron] Checking agent: {'id': '012f2be7-5ddd-4d39-8539-3fef46040309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'started_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:16:41.305449 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-d047897b-ff48-4396-8fbb-27ca84a97400 service neutron] Checking segment: {'id': '379d6a15-5185-48de-b859-cd8ac013b448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:16:41.306004 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-d047897b-ff48-4396-8fbb-27ca84a97400 service neutron] Bound using segment: {'id': '379d6a15-5185-48de-b859-cd8ac013b448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:16:41.306818 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-d047897b-ff48-4396-8fbb-27ca84a97400 service neutron] Bound port: 531f9e74-506d-4b94-93b7-78933b5296f0, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '379d6a15-5185-48de-b859-cd8ac013b448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:16:41.307202 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-d047897b-ff48-4396-8fbb-27ca84a97400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (531f9e74-506d-4b94-93b7-78933b5296f0), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:41.360941 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-301ee6b7-eb6c-45a9-b696-bf9dd4ce039f req-f98f21fe-aa95-4eaa-8066-9af60ed765fa tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269591 May 04 08:16:41.418057 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e4d14d1a-4a90-4a05-8845-72d9873ecb91 req-a6dd4daf-f8b2-4522-b1d3-1c57dbfebd3a tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930591 May 04 08:16:41.426672 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f5725c7f-a8be-4cb4-8762-7a1670c148b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:41.433447 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-eb97bc85-488a-4c91-a82f-bcf659dd617b None None] Provisioning complete for port ece0d49a-030d-48d4-9e36-92066c88c022 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:41.433946 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-eb97bc85-488a-4c91-a82f-bcf659dd617b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (ece0d49a-030d-48d4-9e36-92066c88c022), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:41.444110 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-d047897b-ff48-4396-8fbb-27ca84a97400 service neutron] For port 531f9e74-506d-4b94-93b7-78933b5296f0, host hv-cinder-84028, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:16:41.472739 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-eb97bc85-488a-4c91-a82f-bcf659dd617b None None] Port ece0d49a-030d-48d4-9e36-92066c88c022 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:16:41.482268 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-d047897b-ff48-4396-8fbb-27ca84a97400 service neutron] For port 531f9e74-506d-4b94-93b7-78933b5296f0, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=531f9e74-506d-4b94-93b7-78933b5296f0,segment=NetworkSegment(379d6a15-5185-48de-b859-cd8ac013b448),segment_id=379d6a15-5185-48de-b859-cd8ac013b448)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:16:41.495311 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7608d-fcff-4e11-8b11-510a33c05075 req-3693ec36-fdce-4ba7-a691-b5d5f64ff71c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:41.496772 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-36c7608d-fcff-4e11-8b11-510a33c05075 req-3693ec36-fdce-4ba7-a691-b5d5f64ff71c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 931 time: 0.0735960 May 04 08:16:41.498365 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-d047897b-ff48-4396-8fbb-27ca84a97400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (531f9e74-506d-4b94-93b7-78933b5296f0), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:41.516974 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f5725c7f-a8be-4cb4-8762-7a1670c148b3 admin admin] Publish callbacks [] for security_group (c6390bb4-c4ee-447c-8042-6f47d0165f91), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:41.522013 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f5725c7f-a8be-4cb4-8762-7a1670c148b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (c6390bb4-c4ee-447c-8042-6f47d0165f91), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:41.538499 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-d047897b-ff48-4396-8fbb-27ca84a97400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:41.539141 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-d047897b-ff48-4396-8fbb-27ca84a97400 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:41.540525 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-d047897b-ff48-4396-8fbb-27ca84a97400 service neutron] 10.222.0.13 "PUT /v2.0/ports/531f9e74-506d-4b94-93b7-78933b5296f0 HTTP/1.1" status: 200 len: 1093 time: 1.9651444 May 04 08:16:41.548946 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dccdc70-1580-4fd0-94f0-6ac1d996b348', 'tag': '531f9e74-506d-4b94-93b7-78933b5296f0'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:16:41.559676 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5725c7f-a8be-4cb4-8762-7a1670c148b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6390bb4-c4ee-447c-8042-6f47d0165f91,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:41.564008 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-f5725c7f-a8be-4cb4-8762-7a1670c148b3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ec46e219bc1c49b9b7544d657f4396a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917044 May 04 08:16:41.566684 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 59826) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:41.629359 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-66a85fbd-c01c-46d3-80cc-a58182d14a1b admin admin] Publish callbacks [] for security_group (c6390bb4-c4ee-447c-8042-6f47d0165f91), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:41.655716 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047897b-ff48-4396-8fbb-27ca84a97400 service neutron] Pushing event updated for resources: {'Port': ['ID=531f9e74-506d-4b94-93b7-78933b5296f0,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:41.672293 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-36c7608d-fcff-4e11-8b11-510a33c05075 req-4f4950bc-3b3b-4754-9155-be4f39ddeab2 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498218 May 04 08:16:41.696345 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-66a85fbd-c01c-46d3-80cc-a58182d14a1b admin admin] Publish callbacks [] for security_group (c6390bb4-c4ee-447c-8042-6f47d0165f91), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:41.753415 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-66a85fbd-c01c-46d3-80cc-a58182d14a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (c6390bb4-c4ee-447c-8042-6f47d0165f91), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:41.756417 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-66a85fbd-c01c-46d3-80cc-a58182d14a1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:41.772071 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-66a85fbd-c01c-46d3-80cc-a58182d14a1b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c6390bb4-c4ee-447c-8042-6f47d0165f91 HTTP/1.1" status: 204 len: 168 time: 0.2007492 May 04 08:16:41.778003 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aae97b-2250-45ab-83e0-055cef3f4214 req-872076b4-0026-41a5-8ff2-7e4b004f1f22 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:41.779536 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-80aae97b-2250-45ab-83e0-055cef3f4214 req-872076b4-0026-41a5-8ff2-7e4b004f1f22 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0642500 May 04 08:16:41.782696 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a85fbd-c01c-46d3-80cc-a58182d14a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6390bb4-c4ee-447c-8042-6f47d0165f91,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:41.803268 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644f9b81011f902d5a48520c995b4e8323da082f15dc8879127e03e175236f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f94450-936c-44f4-a717-7cd15545719c" -d '{"events": [{"name": "network-changed", "server_uuid": "2dccdc70-1580-4fd0-94f0-6ac1d996b348", "tag": "531f9e74-506d-4b94-93b7-78933b5296f0"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:16:41.842297 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-80aae97b-2250-45ab-83e0-055cef3f4214 req-c29e5e46-9942-4a56-a864-27c1467c5bc7 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/security-groups?id=b40e6ea6-1bec-4eed-b402-8f0e956454f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491812 May 04 08:16:41.910297 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419ba49f-6e56-4072-8abf-d0ee84ea020f x-openstack-request-id: req-419ba49f-6e56-4072-8abf-d0ee84ea020f {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:16:41.910661 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dccdc70-1580-4fd0-94f0-6ac1d996b348", "tag": "531f9e74-506d-4b94-93b7-78933b5296f0", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:16:41.910945 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-419ba49f-6e56-4072-8abf-d0ee84ea020f {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:16:41.911407 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-419ba49f-6e56-4072-8abf-d0ee84ea020f'] response: {'name': 'network-changed', 'server_uuid': '2dccdc70-1580-4fd0-94f0-6ac1d996b348', 'tag': '531f9e74-506d-4b94-93b7-78933b5296f0', 'status': 'completed', 'code': 200} May 04 08:16:42.095958 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 59846) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:42.109310 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4c7de69e-6528-44f1-b8d1-d03dc2f53963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:42.127289 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190de32-9641-4854-91b9-cbc0f97dc97e req-38b4925d-69f3-43cc-b7e2-4bd25d47f0e1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:42.128762 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e190de32-9641-4854-91b9-cbc0f97dc97e req-38b4925d-69f3-43cc-b7e2-4bd25d47f0e1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 943 time: 0.0468888 May 04 08:16:42.177357 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e190de32-9641-4854-91b9-cbc0f97dc97e req-a7485528-7c1c-404d-b2c4-09124992f9f0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428579 May 04 08:16:42.185095 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4c7de69e-6528-44f1-b8d1-d03dc2f53963 admin admin] Publish callbacks [] for security_group (6b1b3ac6-8fa9-4ace-818b-ccbcb45afb65), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:42.189650 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4c7de69e-6528-44f1-b8d1-d03dc2f53963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (6b1b3ac6-8fa9-4ace-818b-ccbcb45afb65), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:42.227837 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-4c7de69e-6528-44f1-b8d1-d03dc2f53963 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e24a2a39e4b743ac867e105bf4684b45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306443 May 04 08:16:42.228815 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7de69e-6528-44f1-b8d1-d03dc2f53963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1b3ac6-8fa9-4ace-818b-ccbcb45afb65,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:42.230623 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 59848) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:42.279873 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ac9f999d-5034-4648-b4c8-8e5c8e96bffa admin admin] Publish callbacks [] for security_group (6b1b3ac6-8fa9-4ace-818b-ccbcb45afb65), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:42.302606 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ac9f999d-5034-4648-b4c8-8e5c8e96bffa admin admin] Publish callbacks [] for security_group (6b1b3ac6-8fa9-4ace-818b-ccbcb45afb65), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:42.353039 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ac9f999d-5034-4648-b4c8-8e5c8e96bffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (6b1b3ac6-8fa9-4ace-818b-ccbcb45afb65), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:42.355715 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ac9f999d-5034-4648-b4c8-8e5c8e96bffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:42.356839 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-ac9f999d-5034-4648-b4c8-8e5c8e96bffa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6b1b3ac6-8fa9-4ace-818b-ccbcb45afb65 HTTP/1.1" status: 204 len: 168 time: 0.1251824 May 04 08:16:42.366433 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f999d-5034-4648-b4c8-8e5c8e96bffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1b3ac6-8fa9-4ace-818b-ccbcb45afb65,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:42.491917 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a0046-a590-4115-8233-f20ec69e9848 req-d4c586b5-32e9-4a4c-b74a-9f679ff39e8f tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:42.493436 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-aa8a0046-a590-4115-8233-f20ec69e9848 req-d4c586b5-32e9-4a4c-b74a-9f679ff39e8f tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 931 time: 0.0476158 May 04 08:16:42.510357 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device eb6b11c4-9b69-4b1e-b3d2-f6093c568233 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:16:42.558559 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba0d1b-bbc6-475c-8a98-a9d5392f3ed0 req-f775ebd4-2a13-457a-bbe7-e1548e178d46 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:42.560144 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-39ba0d1b-bbc6-475c-8a98-a9d5392f3ed0 req-f775ebd4-2a13-457a-bbe7-e1548e178d46 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 943 time: 0.0657761 May 04 08:16:42.576622 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-aa8a0046-a590-4115-8233-f20ec69e9848 req-fe6d042a-e363-4bed-a1dd-e132bc76d991 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726984 May 04 08:16:42.622759 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port eb6b11c4-9b69-4b1e-b3d2-f6093c568233, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=eb6b11c4-9b69-4b1e-b3d2-f6093c568233,segment=NetworkSegment(0500f4c1-03b2-4993-93c3-de7a098f8506),segment_id=0500f4c1-03b2-4993-93c3-de7a098f8506)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:16:42.634416 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Returning: {'device': 'eb6b11c4-9b69-4b1e-b3d2-f6093c568233', 'network_id': '459895ff-73ee-42db-9914-e045a10994f6', 'port_id': 'eb6b11c4-9b69-4b1e-b3d2-f6093c568233', 'mac_address': 'fa:16:3e:89:37:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:16:42.638534 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-39ba0d1b-bbc6-475c-8a98-a9d5392f3ed0 req-bce3cc93-31ba-4d57-a7e1-5d4fc97181b2 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606251 May 04 08:16:42.680546 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port eb6b11c4-9b69-4b1e-b3d2-f6093c568233 is: DOWN; New status is: BUILD {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:42.680945 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (eb6b11c4-9b69-4b1e-b3d2-f6093c568233), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:42.695098 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb6b11c4-9b69-4b1e-b3d2-f6093c568233 {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:16:42.724645 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port eb6b11c4-9b69-4b1e-b3d2-f6093c568233, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=eb6b11c4-9b69-4b1e-b3d2-f6093c568233,segment=NetworkSegment(0500f4c1-03b2-4993-93c3-de7a098f8506),segment_id=0500f4c1-03b2-4993-93c3-de7a098f8506)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:16:42.732702 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (eb6b11c4-9b69-4b1e-b3d2-f6093c568233), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:42.790500 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=eb6b11c4-9b69-4b1e-b3d2-f6093c568233,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:42.802906 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40647780-4193-4e8b-bbdc-c1e5fae729de req-6b4a27ae-213c-46b8-b5b8-ad5219ee8a17 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:42.804432 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-40647780-4193-4e8b-bbdc-c1e5fae729de req-6b4a27ae-213c-46b8-b5b8-ad5219ee8a17 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 931 time: 0.0538714 May 04 08:16:42.854427 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-40647780-4193-4e8b-bbdc-c1e5fae729de req-0b6a992a-a9a3-46bc-a009-5df9eb7c68ba tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434163 May 04 08:16:42.987775 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543d899-77a1-410e-bc9e-3d52a98b26ef req-55ee3be7-03ad-4c03-809e-1eef9b3aaf1b tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:42.989386 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e543d899-77a1-410e-bc9e-3d52a98b26ef req-55ee3be7-03ad-4c03-809e-1eef9b3aaf1b tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0596013 May 04 08:16:43.025414 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['eb6b11c4-9b69-4b1e-b3d2-f6093c568233'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:16:43.040910 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e543d899-77a1-410e-bc9e-3d52a98b26ef req-50f55b08-f970-4ba8-b0a8-038cbacdef11 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/security-groups?id=b40e6ea6-1bec-4eed-b402-8f0e956454f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447233 May 04 08:16:43.297850 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23742b7-c382-4851-b592-0d47d3462244 req-10613e48-9021-435e-a85f-21f9621b558c tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:43.299377 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e23742b7-c382-4851-b592-0d47d3462244 req-10613e48-9021-435e-a85f-21f9621b558c tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 943 time: 0.0520880 May 04 08:16:43.304239 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [req-a4229fab-38dc-41cf-a355-21d73203344f req-a5cca933-34ef-4e1d-9fcc-80f146001596 service neutron] Request body: {'port': {'device_id': '646f2e1f-c22b-4358-bc72-53f0e8a5800e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:43.305104 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-2501cbc3-9edf-409e-b369-4dec6a048c6f service neutron] Request body: {'port': {'device_id': '56d26c26-f769-4a4a-81e0-f8d32b5864fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:43.411281 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f94450-936c-44f4-a717-7cd15545719c req-5214a9a2-b2b1-4c64-99fb-4a729466c751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:43.412950 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e1f94450-936c-44f4-a717-7cd15545719c req-5214a9a2-b2b1-4c64-99fb-4a729466c751 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49d87bce57a4470d85b4df9b85eb9602&device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 1127 time: 0.0839319 May 04 08:16:43.415363 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e23742b7-c382-4851-b592-0d47d3462244 req-462f7b30-a908-40dc-a7b3-dc33559b2aa3 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070526 May 04 08:16:43.423770 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a4229fab-38dc-41cf-a355-21d73203344f req-a5cca933-34ef-4e1d-9fcc-80f146001596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (ece0d49a-030d-48d4-9e36-92066c88c022), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:43.434487 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-2501cbc3-9edf-409e-b369-4dec6a048c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (ff679bee-f8ad-4819-98c2-ace879ffd59b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:43.834288 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67669404-36aa-4c48-89d3-85ad4c453a22 req-5c672e02-1825-45f9-a691-06d9faa80a71 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:43.848012 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-67669404-36aa-4c48-89d3-85ad4c453a22 req-5c672e02-1825-45f9-a691-06d9faa80a71 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 931 time: 0.1579924 May 04 08:16:43.865780 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335779a-b9be-4c27-83fc-676542542e73 req-cac299f3-57ef-433a-8495-0c502cb539cd tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:43.867520 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9335779a-b9be-4c27-83fc-676542542e73 req-cac299f3-57ef-433a-8495-0c502cb539cd tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 943 time: 0.1041107 May 04 08:16:43.885429 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.notifiers.nova [req-a4229fab-38dc-41cf-a355-21d73203344f req-a5cca933-34ef-4e1d-9fcc-80f146001596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece0d49a-030d-48d4-9e36-92066c88c022 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:16:43.889647 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f94450-936c-44f4-a717-7cd15545719c req-6573b95c-e04d-44cb-b494-73b765a9998a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:43.891528 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e1f94450-936c-44f4-a717-7cd15545719c req-6573b95c-e04d-44cb-b494-73b765a9998a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=49d87bce57a4470d85b4df9b85eb9602&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2107308 May 04 08:16:43.910129 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a4229fab-38dc-41cf-a355-21d73203344f req-a5cca933-34ef-4e1d-9fcc-80f146001596 service neutron] Publish callbacks [] for port (ece0d49a-030d-48d4-9e36-92066c88c022), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:43.947871 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-2501cbc3-9edf-409e-b369-4dec6a048c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff679bee-f8ad-4819-98c2-ace879ffd59b {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:16:43.955524 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-a4229fab-38dc-41cf-a355-21d73203344f req-a5cca933-34ef-4e1d-9fcc-80f146001596 service neutron] Transition to ACTIVE for port object ece0d49a-030d-48d4-9e36-92066c88c022 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:16:43.956656 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-2501cbc3-9edf-409e-b369-4dec6a048c6f service neutron] Publish callbacks [] for port (ff679bee-f8ad-4819-98c2-ace879ffd59b), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:43.969437 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-67669404-36aa-4c48-89d3-85ad4c453a22 req-24b489a3-7a49-4127-9817-8b974f811f0b tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267400 May 04 08:16:43.974766 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a4229fab-38dc-41cf-a355-21d73203344f req-a5cca933-34ef-4e1d-9fcc-80f146001596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (ece0d49a-030d-48d4-9e36-92066c88c022), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:43.987952 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-2501cbc3-9edf-409e-b369-4dec6a048c6f service neutron] Transition to ACTIVE for port object ff679bee-f8ad-4819-98c2-ace879ffd59b will not be triggered until provisioned by entity L2. {{(pid=103564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:16:43.995605 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-2501cbc3-9edf-409e-b369-4dec6a048c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (ff679bee-f8ad-4819-98c2-ace879ffd59b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:44.022658 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9335779a-b9be-4c27-83fc-676542542e73 req-4c10c41d-5a3b-430f-bae0-0de738ebcc48 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419332 May 04 08:16:44.062204 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501cbc3-9edf-409e-b369-4dec6a048c6f service neutron] Pushing event updated for resources: {'Port': ['ID=ff679bee-f8ad-4819-98c2-ace879ffd59b,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:44.125857 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cca933-34ef-4e1d-9fcc-80f146001596 service neutron] Pushing event updated for resources: {'Port': ['ID=ece0d49a-030d-48d4-9e36-92066c88c022,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:44.171652 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d986bb-a971-4163-9202-985b7aa2d342 req-56a1a7d1-3b6a-42f6-b8fa-2919839cdb43 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:44.173321 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-94d986bb-a971-4163-9202-985b7aa2d342 req-56a1a7d1-3b6a-42f6-b8fa-2919839cdb43 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.1266963 May 04 08:16:44.186060 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-2501cbc3-9edf-409e-b369-4dec6a048c6f service neutron] Attempting to bind port ff679bee-f8ad-4819-98c2-ace879ffd59b on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:16:44.186544 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-2501cbc3-9edf-409e-b369-4dec6a048c6f service neutron] Attempting to bind port ff679bee-f8ad-4819-98c2-ace879ffd59b by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': 'be24cf48-fbca-4f1a-adfd-44da32707882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:16:44.186847 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-2501cbc3-9edf-409e-b369-4dec6a048c6f service neutron] Attempting to bind port ff679bee-f8ad-4819-98c2-ace879ffd59b on network 7df6b99b-6f55-43f2-ae59-a84ab50ce98b {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:16:44.199912 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-a4229fab-38dc-41cf-a355-21d73203344f req-a5cca933-34ef-4e1d-9fcc-80f146001596 service neutron] Attempting to bind port ece0d49a-030d-48d4-9e36-92066c88c022 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:16:44.200363 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-a4229fab-38dc-41cf-a355-21d73203344f req-a5cca933-34ef-4e1d-9fcc-80f146001596 service neutron] Attempting to bind port ece0d49a-030d-48d4-9e36-92066c88c022 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': 'd1cda626-96e4-4275-a50c-1b647e83f6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:16:44.200667 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-2501cbc3-9edf-409e-b369-4dec6a048c6f service neutron] Port ff679bee-f8ad-4819-98c2-ace879ffd59b on network 7df6b99b-6f55-43f2-ae59-a84ab50ce98b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:16:44.200773 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4229fab-38dc-41cf-a355-21d73203344f req-a5cca933-34ef-4e1d-9fcc-80f146001596 service neutron] Attempting to bind port ece0d49a-030d-48d4-9e36-92066c88c022 on network 69e555c2-1670-40dc-ab1f-e521e2075e90 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:16:44.200996 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-2501cbc3-9edf-409e-b369-4dec6a048c6f service neutron] Attempting to bind port ff679bee-f8ad-4819-98c2-ace879ffd59b on network 7df6b99b-6f55-43f2-ae59-a84ab50ce98b {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:16:44.207116 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-2501cbc3-9edf-409e-b369-4dec6a048c6f service neutron] Checking agent: {'id': '012f2be7-5ddd-4d39-8539-3fef46040309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'started_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:16:44.207461 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-2501cbc3-9edf-409e-b369-4dec6a048c6f service neutron] Checking segment: {'id': 'be24cf48-fbca-4f1a-adfd-44da32707882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:16:44.208460 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-2501cbc3-9edf-409e-b369-4dec6a048c6f service neutron] Bound using segment: {'id': 'be24cf48-fbca-4f1a-adfd-44da32707882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:16:44.208914 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-2501cbc3-9edf-409e-b369-4dec6a048c6f service neutron] Bound port: ff679bee-f8ad-4819-98c2-ace879ffd59b, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be24cf48-fbca-4f1a-adfd-44da32707882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:16:44.209277 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-2501cbc3-9edf-409e-b369-4dec6a048c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (ff679bee-f8ad-4819-98c2-ace879ffd59b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:44.242684 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4229fab-38dc-41cf-a355-21d73203344f req-a5cca933-34ef-4e1d-9fcc-80f146001596 service neutron] Port ece0d49a-030d-48d4-9e36-92066c88c022 on network 69e555c2-1670-40dc-ab1f-e521e2075e90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:16:44.243065 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4229fab-38dc-41cf-a355-21d73203344f req-a5cca933-34ef-4e1d-9fcc-80f146001596 service neutron] Attempting to bind port ece0d49a-030d-48d4-9e36-92066c88c022 on network 69e555c2-1670-40dc-ab1f-e521e2075e90 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:16:44.268036 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4229fab-38dc-41cf-a355-21d73203344f req-a5cca933-34ef-4e1d-9fcc-80f146001596 service neutron] Checking agent: {'id': '012f2be7-5ddd-4d39-8539-3fef46040309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'started_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:16:44.268399 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4229fab-38dc-41cf-a355-21d73203344f req-a5cca933-34ef-4e1d-9fcc-80f146001596 service neutron] Checking segment: {'id': 'd1cda626-96e4-4275-a50c-1b647e83f6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:16:44.268794 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4229fab-38dc-41cf-a355-21d73203344f req-a5cca933-34ef-4e1d-9fcc-80f146001596 service neutron] Bound using segment: {'id': 'd1cda626-96e4-4275-a50c-1b647e83f6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:16:44.269253 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-a4229fab-38dc-41cf-a355-21d73203344f req-a5cca933-34ef-4e1d-9fcc-80f146001596 service neutron] Bound port: ece0d49a-030d-48d4-9e36-92066c88c022, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1cda626-96e4-4275-a50c-1b647e83f6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:16:44.269619 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a4229fab-38dc-41cf-a355-21d73203344f req-a5cca933-34ef-4e1d-9fcc-80f146001596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (ece0d49a-030d-48d4-9e36-92066c88c022), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:44.278786 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35eb1c-730c-4700-be36-a6d278196b40 req-e5b91248-5d47-4c04-81e5-389199b70f83 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:44.280412 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-aa35eb1c-730c-4700-be36-a6d278196b40 req-e5b91248-5d47-4c04-81e5-389199b70f83 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1181951 May 04 08:16:44.337316 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-2501cbc3-9edf-409e-b369-4dec6a048c6f service neutron] For port ff679bee-f8ad-4819-98c2-ace879ffd59b, host hv-cinder-84028, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:16:44.341757 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-2501cbc3-9edf-409e-b369-4dec6a048c6f service neutron] For port ff679bee-f8ad-4819-98c2-ace879ffd59b, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=ff679bee-f8ad-4819-98c2-ace879ffd59b,segment=NetworkSegment(be24cf48-fbca-4f1a-adfd-44da32707882),segment_id=be24cf48-fbca-4f1a-adfd-44da32707882)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:16:44.350799 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-2501cbc3-9edf-409e-b369-4dec6a048c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (ff679bee-f8ad-4819-98c2-ace879ffd59b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:44.371678 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-94d986bb-a971-4163-9202-985b7aa2d342 req-8ba7bf44-14b0-45b9-bd7a-87f8515e0bbd tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727841 May 04 08:16:44.416163 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-2501cbc3-9edf-409e-b369-4dec6a048c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:44.416995 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-2501cbc3-9edf-409e-b369-4dec6a048c6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:44.418442 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-2501cbc3-9edf-409e-b369-4dec6a048c6f service neutron] 10.222.0.13 "PUT /v2.0/ports/ff679bee-f8ad-4819-98c2-ace879ffd59b HTTP/1.1" status: 200 len: 1093 time: 1.1184802 May 04 08:16:44.420801 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d26c26-f769-4a4a-81e0-f8d32b5864fa', 'tag': 'ff679bee-f8ad-4819-98c2-ace879ffd59b'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:16:44.423215 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3499cbe1-0711-496f-89a6-404454072423" -d '{"events": [{"name": "network-changed", "server_uuid": "56d26c26-f769-4a4a-81e0-f8d32b5864fa", "tag": "ff679bee-f8ad-4819-98c2-ace879ffd59b"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:16:44.451757 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501cbc3-9edf-409e-b369-4dec6a048c6f service neutron] Pushing event updated for resources: {'Port': ['ID=ff679bee-f8ad-4819-98c2-ace879ffd59b,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:44.475126 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-aa35eb1c-730c-4700-be36-a6d278196b40 req-9e1110c2-2f35-48f4-9bea-f0e381674452 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/security-groups?id=b40e6ea6-1bec-4eed-b402-8f0e956454f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806853 May 04 08:16:44.476455 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-a4229fab-38dc-41cf-a355-21d73203344f req-a5cca933-34ef-4e1d-9fcc-80f146001596 service neutron] For port ece0d49a-030d-48d4-9e36-92066c88c022, host hv-cinder-84028, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:16:44.485820 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-a4229fab-38dc-41cf-a355-21d73203344f req-a5cca933-34ef-4e1d-9fcc-80f146001596 service neutron] For port ece0d49a-030d-48d4-9e36-92066c88c022, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=ece0d49a-030d-48d4-9e36-92066c88c022,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:16:44.490587 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaa8fff-f3d1-4f8b-910e-57b1e8b6edb1 x-openstack-request-id: req-bbaa8fff-f3d1-4f8b-910e-57b1e8b6edb1 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:16:44.491044 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d26c26-f769-4a4a-81e0-f8d32b5864fa", "tag": "ff679bee-f8ad-4819-98c2-ace879ffd59b", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:16:44.491417 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bbaa8fff-f3d1-4f8b-910e-57b1e8b6edb1 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:16:44.491953 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbaa8fff-f3d1-4f8b-910e-57b1e8b6edb1'] response: {'name': 'network-changed', 'server_uuid': '56d26c26-f769-4a4a-81e0-f8d32b5864fa', 'tag': 'ff679bee-f8ad-4819-98c2-ace879ffd59b', 'status': 'completed', 'code': 200} May 04 08:16:44.496416 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a4229fab-38dc-41cf-a355-21d73203344f req-a5cca933-34ef-4e1d-9fcc-80f146001596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (ece0d49a-030d-48d4-9e36-92066c88c022), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:44.536773 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4229fab-38dc-41cf-a355-21d73203344f req-a5cca933-34ef-4e1d-9fcc-80f146001596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:44.537352 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a4229fab-38dc-41cf-a355-21d73203344f req-a5cca933-34ef-4e1d-9fcc-80f146001596 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:44.538603 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a4229fab-38dc-41cf-a355-21d73203344f req-a5cca933-34ef-4e1d-9fcc-80f146001596 service neutron] 10.222.0.13 "PUT /v2.0/ports/ece0d49a-030d-48d4-9e36-92066c88c022 HTTP/1.1" status: 200 len: 1093 time: 1.2383337 May 04 08:16:44.539117 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646f2e1f-c22b-4358-bc72-53f0e8a5800e', 'tag': 'ece0d49a-030d-48d4-9e36-92066c88c022'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:16:44.541569 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644f9b81011f902d5a48520c995b4e8323da082f15dc8879127e03e175236f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf334f7-aade-4a74-b8a7-96e190201325" -d '{"events": [{"name": "network-changed", "server_uuid": "646f2e1f-c22b-4358-bc72-53f0e8a5800e", "tag": "ece0d49a-030d-48d4-9e36-92066c88c022"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:16:44.580483 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cca933-34ef-4e1d-9fcc-80f146001596 service neutron] Pushing event updated for resources: {'Port': ['ID=ece0d49a-030d-48d4-9e36-92066c88c022,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:44.598375 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722687d0-bb73-4c73-8fbc-8a6a2158ea3e x-openstack-request-id: req-722687d0-bb73-4c73-8fbc-8a6a2158ea3e {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:16:44.598791 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "646f2e1f-c22b-4358-bc72-53f0e8a5800e", "tag": "ece0d49a-030d-48d4-9e36-92066c88c022", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:16:44.599159 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-722687d0-bb73-4c73-8fbc-8a6a2158ea3e {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:16:44.599660 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-722687d0-bb73-4c73-8fbc-8a6a2158ea3e'] response: {'name': 'network-changed', 'server_uuid': '646f2e1f-c22b-4358-bc72-53f0e8a5800e', 'tag': 'ece0d49a-030d-48d4-9e36-92066c88c022', 'status': 'completed', 'code': 200} May 04 08:16:44.641780 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36465e-5aaa-4acd-bd8e-2848d506aa43 req-54a87164-e5c3-4230-8deb-50b9487893ea tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:44.643631 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8b36465e-5aaa-4acd-bd8e-2848d506aa43 req-54a87164-e5c3-4230-8deb-50b9487893ea tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 943 time: 0.0807180 May 04 08:16:44.703006 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8b36465e-5aaa-4acd-bd8e-2848d506aa43 req-8fbc6665-41cf-4a7b-b3e5-92926919071e tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496864 May 04 08:16:45.100927 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e20fe-2bfe-42e6-94f6-68e1d650711a req-34364a5b-6090-4546-a5dc-696ceb3788b7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:45.102331 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-db4e20fe-2bfe-42e6-94f6-68e1d650711a req-34364a5b-6090-4546-a5dc-696ceb3788b7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 943 time: 0.0566640 May 04 08:16:45.152826 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b07a0c-495b-4528-831e-9bce8d2fff4e req-c370df6d-4688-49c8-a98a-cace8cd0ee03 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:45.154255 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-74b07a0c-495b-4528-831e-9bce8d2fff4e req-c370df6d-4688-49c8-a98a-cace8cd0ee03 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 943 time: 0.0673304 May 04 08:16:45.190922 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-db4e20fe-2bfe-42e6-94f6-68e1d650711a req-f69e9eb5-5f0f-48fd-9cb8-fffa73820927 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698543 May 04 08:16:45.217641 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-74b07a0c-495b-4528-831e-9bce8d2fff4e req-28b0864d-d3b3-4b9e-a278-a667924e4dfb tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541360 May 04 08:16:45.503055 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f8711-9465-42c9-8262-6aca109db823 req-e84aeb41-42db-4cf8-819b-c84bf1e53ca8 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:45.504521 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a57f8711-9465-42c9-8262-6aca109db823 req-e84aeb41-42db-4cf8-819b-c84bf1e53ca8 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0476954 May 04 08:16:45.580576 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a57f8711-9465-42c9-8262-6aca109db823 req-7599b311-709f-46f8-b9b4-a7c2ed93f268 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686116 May 04 08:16:45.591566 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc0355-8270-4240-8146-0e3af8f3793a req-b97ba1fa-cee9-4378-816a-61418b41d39d tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:45.592972 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dbcc0355-8270-4240-8146-0e3af8f3793a req-b97ba1fa-cee9-4378-816a-61418b41d39d tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0600011 May 04 08:16:45.649212 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dbcc0355-8270-4240-8146-0e3af8f3793a req-42da4877-57eb-42b9-a6da-7d4fcbe6f573 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/security-groups?id=b40e6ea6-1bec-4eed-b402-8f0e956454f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443611 May 04 08:16:45.838857 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfffe1-21f7-4d63-8404-164a6bbb9296 req-e6b00f34-3f0a-4bc8-9ce7-6621d5489918 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:45.840494 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-abdfffe1-21f7-4d63-8404-164a6bbb9296 req-e6b00f34-3f0a-4bc8-9ce7-6621d5489918 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 943 time: 0.0507238 May 04 08:16:45.887501 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-abdfffe1-21f7-4d63-8404-164a6bbb9296 req-1e0df530-0243-425e-a097-e4874adfb2a2 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415058 May 04 08:16:46.334685 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edcd5e-02bd-4cc6-90ab-4e7edf5e5ddf req-5d454dbf-0932-4a1c-9fee-c1b9e871f265 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:46.336136 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-44edcd5e-02bd-4cc6-90ab-4e7edf5e5ddf req-5d454dbf-0932-4a1c-9fee-c1b9e871f265 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 943 time: 0.0720625 May 04 08:16:46.354850 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409056e-3879-4090-ac33-c2514d0e5ba2 req-0656b7c3-72c0-46ab-9b3e-82ff139f9927 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:46.356215 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e409056e-3879-4090-ac33-c2514d0e5ba2 req-0656b7c3-72c0-46ab-9b3e-82ff139f9927 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 943 time: 0.0658622 May 04 08:16:46.438723 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device eb6b11c4-9b69-4b1e-b3d2-f6093c568233 up at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:16:46.490136 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning for port eb6b11c4-9b69-4b1e-b3d2-f6093c568233 completed by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:16:46.499654 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning complete for port eb6b11c4-9b69-4b1e-b3d2-f6093c568233 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:46.500118 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (eb6b11c4-9b69-4b1e-b3d2-f6093c568233), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:46.528620 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f94450-936c-44f4-a717-7cd15545719c req-002b4675-e16c-4480-9f4b-13bced4a46d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:46.530788 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e1f94450-936c-44f4-a717-7cd15545719c req-002b4675-e16c-4480-9f4b-13bced4a46d7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1166253 May 04 08:16:46.586641 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port eb6b11c4-9b69-4b1e-b3d2-f6093c568233 is: BUILD; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:46.587091 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (eb6b11c4-9b69-4b1e-b3d2-f6093c568233), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:46.615546 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6890aa28-731e-4b8f-8072-1ea9300f80f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6b11c4-9b69-4b1e-b3d2-f6093c568233'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:16:46.618834 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f55d76-9df4-454a-9077-7748d6d7abea" -d '{"events": [{"server_uuid": "6890aa28-731e-4b8f-8072-1ea9300f80f6", "name": "network-vif-plugged", "status": "completed", "tag": "eb6b11c4-9b69-4b1e-b3d2-f6093c568233"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:16:46.632186 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port eb6b11c4-9b69-4b1e-b3d2-f6093c568233, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=eb6b11c4-9b69-4b1e-b3d2-f6093c568233,segment=NetworkSegment(0500f4c1-03b2-4993-93c3-de7a098f8506),segment_id=0500f4c1-03b2-4993-93c3-de7a098f8506)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:16:46.638058 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (eb6b11c4-9b69-4b1e-b3d2-f6093c568233), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:46.659908 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf334f7-aade-4a74-b8a7-96e190201325 req-344151fe-ad44-46d3-8340-b276b44b0c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:46.661399 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bbf334f7-aade-4a74-b8a7-96e190201325 req-344151fe-ad44-46d3-8340-b276b44b0c56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76e08c9379ad43118a23806f1da1f18a&device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 1127 time: 0.0692520 May 04 08:16:46.668891 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499cbe1-0711-496f-89a6-404454072423 req-162e3873-ad00-4640-88b0-043f72d1ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:46.669462 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-c517d25f-283a-4aa4-b0b8-ddf513d74791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:46.670529 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3499cbe1-0711-496f-89a6-404454072423 req-162e3873-ad00-4640-88b0-043f72d1ee70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57ccec31ee3f4845a480759a5772055a&device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 1127 time: 0.1222496 May 04 08:16:46.671266 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-c517d25f-283a-4aa4-b0b8-ddf513d74791 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49d87bce57a4470d85b4df9b85eb9602&device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 1127 time: 0.0462642 May 04 08:16:46.677395 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-44edcd5e-02bd-4cc6-90ab-4e7edf5e5ddf req-5640ef39-b7db-450c-a00f-c5802a5cb051 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3355644 May 04 08:16:46.689410 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e409056e-3879-4090-ac33-c2514d0e5ba2 req-55576ebd-d0f4-46a7-b9cd-e8bfdf46b577 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400232 May 04 08:16:46.726677 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=eb6b11c4-9b69-4b1e-b3d2-f6093c568233,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:46.760617 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84880973-d222-4d65-9255-6aa706969ded x-openstack-request-id: req-84880973-d222-4d65-9255-6aa706969ded {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:16:46.761550 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6890aa28-731e-4b8f-8072-1ea9300f80f6", "name": "network-vif-plugged", "status": "completed", "tag": "eb6b11c4-9b69-4b1e-b3d2-f6093c568233", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:16:46.761550 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-84880973-d222-4d65-9255-6aa706969ded {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:16:46.761796 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84880973-d222-4d65-9255-6aa706969ded'] response: {'server_uuid': '6890aa28-731e-4b8f-8072-1ea9300f80f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6b11c4-9b69-4b1e-b3d2-f6093c568233', 'code': 200} May 04 08:16:46.782954 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-abf709a4-0a82-4672-95e3-f70f363069d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=531f9e74-506d-4b94-93b7-78933b5296f0 HTTP/1.1" status: 200 len: 217 time: 0.0667143 May 04 08:16:46.899048 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-023d1861-2431-4702-890b-192380883c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:46.901660 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-023d1861-2431-4702-890b-192380883c0f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=652635ed-4b18-46ee-9740-87f4e09ea616 HTTP/1.1" status: 200 len: 853 time: 0.0785286 May 04 08:16:46.903332 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf334f7-aade-4a74-b8a7-96e190201325 req-efa5b74d-26c7-45c6-98b4-1f5916edb857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:46.904673 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bbf334f7-aade-4a74-b8a7-96e190201325 req-efa5b74d-26c7-45c6-98b4-1f5916edb857 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=76e08c9379ad43118a23806f1da1f18a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2040277 May 04 08:16:46.957528 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7583a-853c-4217-acc0-71a449e57a2f req-f289e201-9157-4a5c-9c6b-aa7219547f2c tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:46.959022 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-15e7583a-853c-4217-acc0-71a449e57a2f req-f289e201-9157-4a5c-9c6b-aa7219547f2c tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1210344 May 04 08:16:46.975182 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1b79d-17fd-485e-86f0-ebc4384b3110 req-b5da806b-03eb-469e-b819-76c2bb0541c8 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:46.977465 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-170a8bd7-905c-4d76-88c6-7a88c27984f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:46.979115 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-170a8bd7-905c-4d76-88c6-7a88c27984f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2275bde-63c0-443b-bf71-d866f4d5c8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0671017 May 04 08:16:46.982134 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e1f1b79d-17fd-485e-86f0-ebc4384b3110 req-b5da806b-03eb-469e-b819-76c2bb0541c8 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.1873288 May 04 08:16:47.009341 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499cbe1-0711-496f-89a6-404454072423 req-2ff2dc9f-7bd2-4c58-992a-34f9b4821ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:47.010920 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3499cbe1-0711-496f-89a6-404454072423 req-2ff2dc9f-7bd2-4c58-992a-34f9b4821ee6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=57ccec31ee3f4845a480759a5772055a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3095932 May 04 08:16:47.125651 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf334f7-aade-4a74-b8a7-96e190201325 req-9a3a50c0-6238-4648-b4e6-526f6a2e0979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:47.127185 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bbf334f7-aade-4a74-b8a7-96e190201325 req-9a3a50c0-6238-4648-b4e6-526f6a2e0979 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2140856 May 04 08:16:47.152857 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-0cbe892d-63d8-48f9-a810-a0cccaaabb34 service neutron] 10.222.0.13 "GET /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336846 May 04 08:16:47.173106 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2938a9-d37e-445e-bd37-972469186789 req-4bcd809b-f1fa-47eb-8cc9-31e872fd9162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:47.174629 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9b2938a9-d37e-445e-bd37-972469186789 req-4bcd809b-f1fa-47eb-8cc9-31e872fd9162 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 1129 time: 0.1612954 May 04 08:16:47.208651 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-15e7583a-853c-4217-acc0-71a449e57a2f req-dccb5dfc-36d0-489b-af0a-7d48bee083b7 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/security-groups?id=b40e6ea6-1bec-4eed-b402-8f0e956454f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402120 May 04 08:16:47.256811 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e1f1b79d-17fd-485e-86f0-ebc4384b3110 req-309a327f-6d81-4c36-9cce-7be7bd274fb9 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2737465 May 04 08:16:47.344691 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1f243e71-b8ec-406a-8988-e344b4c14fe5 req-86b0c721-1c3b-4617-ba5c-e6a4d60c86fa service neutron] 10.222.0.13 "GET /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852586 May 04 08:16:47.381137 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499cbe1-0711-496f-89a6-404454072423 req-8668e0e4-26d6-485e-9ab5-87b03e340ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:47.382684 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3499cbe1-0711-496f-89a6-404454072423 req-8668e0e4-26d6-485e-9ab5-87b03e340ac2 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3593700 May 04 08:16:47.387518 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9b2938a9-d37e-445e-bd37-972469186789 req-a7484101-2501-4ec5-97da-b704aa085e62 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853096 May 04 08:16:47.399179 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96194ccf-36be-4af3-9797-889046187328 req-b8ae2d74-1ca5-4439-ae0b-1f6d580916c4 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:47.400450 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-96194ccf-36be-4af3-9797-889046187328 req-b8ae2d74-1ca5-4439-ae0b-1f6d580916c4 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 943 time: 0.0901375 May 04 08:16:47.465105 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-96194ccf-36be-4af3-9797-889046187328 req-8cffae47-ce6b-4e12-8ccd-7b3aab26b639 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525548 May 04 08:16:47.836983 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c79f58-fa84-49f0-b818-a6d1e54a6b6d req-1821653c-bc55-4a1d-a81e-fd89968b20e6 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:47.838635 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-58c79f58-fa84-49f0-b818-a6d1e54a6b6d req-1821653c-bc55-4a1d-a81e-fd89968b20e6 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 943 time: 0.0831070 May 04 08:16:47.849262 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476e695-1003-47b2-967b-7c055c355fad req-a8b10d4b-34dc-4bb0-9cf6-a977e74dbcb8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:47.849262 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2476e695-1003-47b2-967b-7c055c355fad req-a8b10d4b-34dc-4bb0-9cf6-a977e74dbcb8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 943 time: 0.0844209 May 04 08:16:47.922929 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-58c79f58-fa84-49f0-b818-a6d1e54a6b6d req-e55f32f6-cde5-45dd-840d-29b195257aae tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735004 May 04 08:16:47.927020 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2476e695-1003-47b2-967b-7c055c355fad req-41794d87-31a3-484c-b329-3b8eb547a104 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715301 May 04 08:16:48.076636 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4229fab-38dc-41cf-a355-21d73203344f req-1cbb0104-3523-4bcf-bfab-7340848aa4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:48.078027 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a4229fab-38dc-41cf-a355-21d73203344f req-1cbb0104-3523-4bcf-bfab-7340848aa4e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76e08c9379ad43118a23806f1da1f18a&device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 1127 time: 0.0404360 May 04 08:16:48.343191 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2faabf-b623-43d5-aff9-093afc5e4e46 req-b1b6ab7a-064d-4c77-b266-c664f618b967 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:48.344594 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cf2faabf-b623-43d5-aff9-093afc5e4e46 req-b1b6ab7a-064d-4c77-b266-c664f618b967 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0490112 May 04 08:16:48.416638 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:16:48.423999 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00953270-3b86-4142-acd8-08b18dca3cca req-70f909ad-3774-43ef-a6d3-15b6983088f0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:48.431487 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-00953270-3b86-4142-acd8-08b18dca3cca req-70f909ad-3774-43ef-a6d3-15b6983088f0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0745115 May 04 08:16:48.443012 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cf2faabf-b623-43d5-aff9-093afc5e4e46 req-58c08e5a-a2ec-48c2-881d-1cc9dc219b8d tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/security-groups?id=b40e6ea6-1bec-4eed-b402-8f0e956454f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925248 May 04 08:16:48.495284 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-00953270-3b86-4142-acd8-08b18dca3cca req-dc5ab494-18d6-4735-88b7-03f4f22e9d08 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593710 May 04 08:16:48.549384 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b,segment=NetworkSegment(0500f4c1-03b2-4993-93c3-de7a098f8506),segment_id=0500f4c1-03b2-4993-93c3-de7a098f8506)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:16:48.570193 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Returning: {'device': 'cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b', 'network_id': '459895ff-73ee-42db-9914-e045a10994f6', 'port_id': 'cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b', 'mac_address': 'fa:16:3e:d8:83:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:16:48.617423 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b is: DOWN; New status is: BUILD {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:48.617811 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:48.634467 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:16:48.644838 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 60052) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:48.655779 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9b930-7b92-4809-9386-5934be32f1f5 req-4116b9f7-1d7d-4791-8231-10fa784b17c8 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:48.657333 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9da9b930-7b92-4809-9386-5934be32f1f5 req-4116b9f7-1d7d-4791-8231-10fa784b17c8 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 943 time: 0.0730624 May 04 08:16:48.658684 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b,segment=NetworkSegment(0500f4c1-03b2-4993-93c3-de7a098f8506),segment_id=0500f4c1-03b2-4993-93c3-de7a098f8506)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:16:48.663715 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:48.727185 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:48.748287 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9da9b930-7b92-4809-9386-5934be32f1f5 req-621de720-e170-48e6-98f0-21c50f8f88fc tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777538 May 04 08:16:48.812570 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-eb5e97cf-ce20-4b28-b242-d39548bd138d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:48.897609 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-eb5e97cf-ce20-4b28-b242-d39548bd138d admin admin] Publish callbacks [] for security_group (6aed1e40-2a97-4a0a-94c4-377b840d99d1), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:48.901958 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-eb5e97cf-ce20-4b28-b242-d39548bd138d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (6aed1e40-2a97-4a0a-94c4-377b840d99d1), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:48.943883 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-eb5e97cf-ce20-4b28-b242-d39548bd138d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=960982ba63ba43a4af10ad2564ca7b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977071 May 04 08:16:48.944837 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e97cf-ce20-4b28-b242-d39548bd138d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aed1e40-2a97-4a0a-94c4-377b840d99d1,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:48.950004 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 60064) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:48.994206 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:16:49.145980 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-70e41a1a-4e01-4dcf-9187-e7473e16b6ac admin admin] Publish callbacks [] for security_group (6aed1e40-2a97-4a0a-94c4-377b840d99d1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:49.175134 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eefd24-6e27-41af-8ac9-c8c348e25975 req-776e1c15-8465-47a9-bf58-222ca031dfbd tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:49.177134 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c3eefd24-6e27-41af-8ac9-c8c348e25975 req-776e1c15-8465-47a9-bf58-222ca031dfbd tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 943 time: 0.1192951 May 04 08:16:49.194613 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277de8b-9cf8-4db6-9489-513756f0f223 req-dd939b7e-3cde-4ded-9635-52bc0e61993c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:49.196408 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d277de8b-9cf8-4db6-9489-513756f0f223 req-dd939b7e-3cde-4ded-9635-52bc0e61993c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 944 time: 0.1359074 May 04 08:16:49.225300 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-70e41a1a-4e01-4dcf-9187-e7473e16b6ac admin admin] Publish callbacks [] for security_group (6aed1e40-2a97-4a0a-94c4-377b840d99d1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:49.305497 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c3eefd24-6e27-41af-8ac9-c8c348e25975 req-9f719f21-b254-41ec-ab18-3da2451c283f tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190164 May 04 08:16:49.313119 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d277de8b-9cf8-4db6-9489-513756f0f223 req-d814dc7b-e513-426f-8b34-273a7c45a9a5 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086855 May 04 08:16:49.327824 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-70e41a1a-4e01-4dcf-9187-e7473e16b6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (6aed1e40-2a97-4a0a-94c4-377b840d99d1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:49.330412 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-70e41a1a-4e01-4dcf-9187-e7473e16b6ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:49.331536 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-70e41a1a-4e01-4dcf-9187-e7473e16b6ac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6aed1e40-2a97-4a0a-94c4-377b840d99d1 HTTP/1.1" status: 204 len: 168 time: 0.3805337 May 04 08:16:49.339220 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e41a1a-4e01-4dcf-9187-e7473e16b6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aed1e40-2a97-4a0a-94c4-377b840d99d1,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:49.450398 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a4229fab-38dc-41cf-a355-21d73203344f req-ef5f8905-bb18-40d2-8c5e-d5b7ce272283 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ece0d49a-030d-48d4-9e36-92066c88c022 HTTP/1.1" status: 200 len: 217 time: 0.0427222 May 04 08:16:49.451988 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-a80c7dfc-c6f7-49b0-8a32-0d4bffd49339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:49.453595 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-a80c7dfc-c6f7-49b0-8a32-0d4bffd49339 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57ccec31ee3f4845a480759a5772055a&device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 1127 time: 0.0432134 May 04 08:16:49.546055 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4229fab-38dc-41cf-a355-21d73203344f req-48fd3c0c-3e2c-472c-9a32-cac49cdf3598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:49.547762 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a4229fab-38dc-41cf-a355-21d73203344f req-48fd3c0c-3e2c-472c-9a32-cac49cdf3598 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1223e7c-a5fa-47f3-8b09-39c09633d1c1 HTTP/1.1" status: 200 len: 855 time: 0.0655560 May 04 08:16:49.554204 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-204bb030-8de5-4165-9db1-e9d0b882bfc1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff679bee-f8ad-4819-98c2-ace879ffd59b HTTP/1.1" status: 200 len: 217 time: 0.0708125 May 04 08:16:49.601785 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4229fab-38dc-41cf-a355-21d73203344f req-29bcb343-38f3-4333-a3fb-90f3b9b48ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:49.603416 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a4229fab-38dc-41cf-a355-21d73203344f req-29bcb343-38f3-4333-a3fb-90f3b9b48ef2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=69e555c2-1670-40dc-ab1f-e521e2075e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400493 May 04 08:16:49.624714 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 60090) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:49.653553 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e955d1a3-b079-4d1b-8a5e-2eb37cfb8073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:49.760314 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a4229fab-38dc-41cf-a355-21d73203344f req-bf7b5972-5fdb-4e58-89b2-c8b6698170a1 service neutron] 10.222.0.13 "GET /v2.0/networks/69e555c2-1670-40dc-ab1f-e521e2075e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327994 May 04 08:16:49.816442 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e955d1a3-b079-4d1b-8a5e-2eb37cfb8073 admin admin] Publish callbacks [] for security_group (65776b49-4cab-4016-9ba7-3ead0b8ee09e), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:49.822272 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e955d1a3-b079-4d1b-8a5e-2eb37cfb8073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (65776b49-4cab-4016-9ba7-3ead0b8ee09e), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:49.839097 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937eda7-467f-4d07-999a-af2efe087840 req-a048e952-ec9b-4205-a7ed-96456c935bd2 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:49.840727 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6937eda7-467f-4d07-999a-af2efe087840 req-a048e952-ec9b-4205-a7ed-96456c935bd2 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.2691200 May 04 08:16:49.856819 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-6c8bbbec-f79a-40cf-83f3-b8aa43987ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:49.858421 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-6c8bbbec-f79a-40cf-83f3-b8aa43987ff1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f44a667d-e0cc-45e5-8f63-a34f7e8f3226 HTTP/1.1" status: 200 len: 850 time: 0.2944961 May 04 08:16:49.867828 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-e955d1a3-b079-4d1b-8a5e-2eb37cfb8073 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5e6b4e29f649417bade87570fb0db1a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392445 May 04 08:16:49.867828 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955d1a3-b079-4d1b-8a5e-2eb37cfb8073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65776b49-4cab-4016-9ba7-3ead0b8ee09e,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:49.868719 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 60094) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:49.915164 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bf806-a569-48ec-8599-1cd5c6776da9 req-78df82af-b718-441c-a1b9-cce65948dec3 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:49.917007 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e56bf806-a569-48ec-8599-1cd5c6776da9 req-78df82af-b718-441c-a1b9-cce65948dec3 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 943 time: 0.0733032 May 04 08:16:49.922049 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cfe0c3e9-351a-4a0a-8b2d-9670b7786e28 admin admin] Publish callbacks [] for security_group (65776b49-4cab-4016-9ba7-3ead0b8ee09e), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:49.944238 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6937eda7-467f-4d07-999a-af2efe087840 req-3d724b15-7ac2-4e23-89c5-200e5d651814 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907462 May 04 08:16:49.949508 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cfe0c3e9-351a-4a0a-8b2d-9670b7786e28 admin admin] Publish callbacks [] for security_group (65776b49-4cab-4016-9ba7-3ead0b8ee09e), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:49.978435 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e56bf806-a569-48ec-8599-1cd5c6776da9 req-30525113-018c-4b1c-b1da-26f089cbc878 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513468 May 04 08:16:50.004488 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cfe0c3e9-351a-4a0a-8b2d-9670b7786e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (65776b49-4cab-4016-9ba7-3ead0b8ee09e), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:50.007077 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cfe0c3e9-351a-4a0a-8b2d-9670b7786e28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:50.008236 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-cfe0c3e9-351a-4a0a-8b2d-9670b7786e28 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/65776b49-4cab-4016-9ba7-3ead0b8ee09e HTTP/1.1" status: 204 len: 168 time: 0.1386197 May 04 08:16:50.016898 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0c3e9-351a-4a0a-8b2d-9670b7786e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65776b49-4cab-4016-9ba7-3ead0b8ee09e,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:50.418010 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71d653-23b9-4713-8709-799e32168e5a req-8f535f74-984d-45cc-8b9a-7731b96d4e5a tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:50.419504 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8b71d653-23b9-4713-8709-799e32168e5a req-8f535f74-984d-45cc-8b9a-7731b96d4e5a tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 943 time: 0.0462759 May 04 08:16:50.468647 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8b71d653-23b9-4713-8709-799e32168e5a req-0f1eae5b-a88a-4335-9130-96077d0f263a tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434740 May 04 08:16:50.569411 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f21a79-e56b-4d2a-9ee7-106bf05598f4 req-19596ddf-6e10-42e5-96b5-2b282b877e5c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:50.570976 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d9f21a79-e56b-4d2a-9ee7-106bf05598f4 req-19596ddf-6e10-42e5-96b5-2b282b877e5c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 944 time: 0.0466943 May 04 08:16:50.619365 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d9f21a79-e56b-4d2a-9ee7-106bf05598f4 req-0c2ccf8e-b9c0-4c7f-a130-9c452cebf106 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427518 May 04 08:16:51.059090 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29484073-b1eb-425e-914b-8637b99ae63e req-cf645992-89d3-414b-9c1f-d439656a2b86 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:51.060485 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-29484073-b1eb-425e-914b-8637b99ae63e req-cf645992-89d3-414b-9c1f-d439656a2b86 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0461640 May 04 08:16:51.110837 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-29484073-b1eb-425e-914b-8637b99ae63e req-7f82b9d1-b47f-4833-ae3b-7f1d3ce0b7e0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446589 May 04 08:16:51.216923 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1580a6c-1b36-469a-8621-1a49f7b0c451 req-ea51b6f7-6bd7-455e-a3b5-31d487797be8 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:51.218363 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d1580a6c-1b36-469a-8621-1a49f7b0c451 req-ea51b6f7-6bd7-455e-a3b5-31d487797be8 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 943 time: 0.0494895 May 04 08:16:51.266204 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d1580a6c-1b36-469a-8621-1a49f7b0c451 req-fb84407d-8b18-41fd-af35-1382e0e9794f tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418458 May 04 08:16:51.580966 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71eb55-2f8a-463d-a30b-b89d89ffb7ee req-057bf2f4-5775-4cf7-9287-920ce314d441 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:51.582454 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8c71eb55-2f8a-463d-a30b-b89d89ffb7ee req-057bf2f4-5775-4cf7-9287-920ce314d441 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 943 time: 0.0471437 May 04 08:16:51.628902 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8c71eb55-2f8a-463d-a30b-b89d89ffb7ee req-b7f9eb82-e368-4798-89a6-1177256b9863 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408266 May 04 08:16:51.735969 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c9232-fc05-4eff-87b2-f923e2a23d82 req-ade2d35e-c3f6-44bf-b2d6-dadfbada9bee tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:51.737711 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-466c9232-fc05-4eff-87b2-f923e2a23d82 req-ade2d35e-c3f6-44bf-b2d6-dadfbada9bee tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 944 time: 0.0485606 May 04 08:16:51.789989 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-466c9232-fc05-4eff-87b2-f923e2a23d82 req-a33e7c88-4db3-42d5-98c6-5b768b9789e1 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465257 May 04 08:16:51.819297 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b up at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:16:51.872700 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning for port cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b completed by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:16:51.880111 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning complete for port cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:51.880557 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:51.956442 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b is: BUILD; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:51.956829 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:51.980890 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e7c0d2-8853-4a0a-b2fc-353f094bce40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:16:51.983316 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891c983d-f5c1-49b7-81fb-59c701154cbf" -d '{"events": [{"server_uuid": "25e7c0d2-8853-4a0a-b2fc-353f094bce40", "name": "network-vif-plugged", "status": "completed", "tag": "cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:16:51.997029 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b,segment=NetworkSegment(0500f4c1-03b2-4993-93c3-de7a098f8506),segment_id=0500f4c1-03b2-4993-93c3-de7a098f8506)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:16:52.002789 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:52.028404 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a394dc31-6522-49bd-803d-5f7e340ca37b x-openstack-request-id: req-a394dc31-6522-49bd-803d-5f7e340ca37b {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:16:52.028716 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e7c0d2-8853-4a0a-b2fc-353f094bce40", "name": "network-vif-plugged", "status": "completed", "tag": "cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:16:52.029003 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a394dc31-6522-49bd-803d-5f7e340ca37b {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:16:52.029353 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a394dc31-6522-49bd-803d-5f7e340ca37b'] response: {'server_uuid': '25e7c0d2-8853-4a0a-b2fc-353f094bce40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b', 'code': 200} May 04 08:16:52.056292 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:52.121197 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 60206) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:52.229305 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3724e3f2-1ed1-4c13-a344-02961bb9b0de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:52.229953 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec2015-f051-4d59-a829-0bd634b354e3 req-3ff2b1cd-cfec-43cf-beee-152eeeef72e5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:52.231477 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-11ec2015-f051-4d59-a829-0bd634b354e3 req-3ff2b1cd-cfec-43cf-beee-152eeeef72e5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0473619 May 04 08:16:52.278359 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-11ec2015-f051-4d59-a829-0bd634b354e3 req-9eaef641-8b8d-4b9e-aefb-8015a1a27ea9 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410633 May 04 08:16:52.315242 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3724e3f2-1ed1-4c13-a344-02961bb9b0de admin admin] Publish callbacks [] for security_group (3d0b2388-a458-4161-9137-040a34a4a728), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:52.319795 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3724e3f2-1ed1-4c13-a344-02961bb9b0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (3d0b2388-a458-4161-9137-040a34a4a728), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:52.358994 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-3724e3f2-1ed1-4c13-a344-02961bb9b0de admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3d49b28a195545af83f8814157d8422f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367253 May 04 08:16:52.360478 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 60216) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:52.367188 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724e3f2-1ed1-4c13-a344-02961bb9b0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0b2388-a458-4161-9137-040a34a4a728,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:52.385728 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1af4d-7526-470c-92ff-0b4da2432f24 req-112f07f4-b5f8-4b93-8b2b-9957fa5595b3 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:52.387366 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a8e1af4d-7526-470c-92ff-0b4da2432f24 req-112f07f4-b5f8-4b93-8b2b-9957fa5595b3 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 943 time: 0.0512991 May 04 08:16:52.420378 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8f33991f-3d6e-43c5-b914-7920f3c0ede8 admin admin] Publish callbacks [] for security_group (3d0b2388-a458-4161-9137-040a34a4a728), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:52.435649 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a8e1af4d-7526-470c-92ff-0b4da2432f24 req-749ab16e-6202-4d16-b732-0fb01a747e00 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423124 May 04 08:16:52.441628 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8f33991f-3d6e-43c5-b914-7920f3c0ede8 admin admin] Publish callbacks [] for security_group (3d0b2388-a458-4161-9137-040a34a4a728), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:52.495150 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8f33991f-3d6e-43c5-b914-7920f3c0ede8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (3d0b2388-a458-4161-9137-040a34a4a728), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:52.497832 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8f33991f-3d6e-43c5-b914-7920f3c0ede8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:52.499147 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-8f33991f-3d6e-43c5-b914-7920f3c0ede8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3d0b2388-a458-4161-9137-040a34a4a728 HTTP/1.1" status: 204 len: 168 time: 0.1376531 May 04 08:16:52.507472 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33991f-3d6e-43c5-b914-7920f3c0ede8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0b2388-a458-4161-9137-040a34a4a728,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:52.744732 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a668d17-0070-4f33-bc85-b5dd7639a4e0 req-9f114a2e-1e92-4218-b32f-1e5cd473ff2c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:52.746229 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8a668d17-0070-4f33-bc85-b5dd7639a4e0 req-9f114a2e-1e92-4218-b32f-1e5cd473ff2c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 943 time: 0.0501053 May 04 08:16:52.774766 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 60230) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:52.787793 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-970c2b75-2ff1-43b1-9d4a-5334537c76a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:52.793777 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8a668d17-0070-4f33-bc85-b5dd7639a4e0 req-c76303af-fc1e-4420-af34-e9dfe93baaeb tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418048 May 04 08:16:52.829256 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 531f9e74-506d-4b94-93b7-78933b5296f0 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:16:52.871030 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-970c2b75-2ff1-43b1-9d4a-5334537c76a1 admin admin] Publish callbacks [] for security_group (e7399a88-93ae-405b-aaaf-185d609eb044), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:52.877420 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-970c2b75-2ff1-43b1-9d4a-5334537c76a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (e7399a88-93ae-405b-aaaf-185d609eb044), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:52.913642 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b72161-43af-45fa-abd3-017173c06322 req-41d9dbbf-d9ca-4f42-bcb5-e4c24dd59462 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:52.915351 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c2b75-2ff1-43b1-9d4a-5334537c76a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7399a88-93ae-405b-aaaf-185d609eb044,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:52.915700 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-53b72161-43af-45fa-abd3-017173c06322 req-41d9dbbf-d9ca-4f42-bcb5-e4c24dd59462 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0492852 May 04 08:16:52.920201 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-970c2b75-2ff1-43b1-9d4a-5334537c76a1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dda7dda2d02d4781b23488862cd0a2cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443653 May 04 08:16:52.922855 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 60234) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:52.935446 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port 531f9e74-506d-4b94-93b7-78933b5296f0, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=531f9e74-506d-4b94-93b7-78933b5296f0,segment=NetworkSegment(379d6a15-5185-48de-b859-cd8ac013b448),segment_id=379d6a15-5185-48de-b859-cd8ac013b448)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:16:52.950417 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Returning: {'device': '531f9e74-506d-4b94-93b7-78933b5296f0', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'port_id': '531f9e74-506d-4b94-93b7-78933b5296f0', 'mac_address': 'fa:16:3e:93:be:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:16:52.970638 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-591458e6-05ab-4a4a-b010-1342f51bb393 admin admin] Publish callbacks [] for security_group (e7399a88-93ae-405b-aaaf-185d609eb044), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:52.974347 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-53b72161-43af-45fa-abd3-017173c06322 req-27766827-4e3c-4f05-9e39-117e17588b6d tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464413 May 04 08:16:52.987507 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port 531f9e74-506d-4b94-93b7-78933b5296f0 is: DOWN; New status is: BUILD {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:52.987953 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (531f9e74-506d-4b94-93b7-78933b5296f0), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:52.996165 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-591458e6-05ab-4a4a-b010-1342f51bb393 admin admin] Publish callbacks [] for security_group (e7399a88-93ae-405b-aaaf-185d609eb044), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:53.000764 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 531f9e74-506d-4b94-93b7-78933b5296f0 {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:16:53.019859 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port 531f9e74-506d-4b94-93b7-78933b5296f0, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=531f9e74-506d-4b94-93b7-78933b5296f0,segment=NetworkSegment(379d6a15-5185-48de-b859-cd8ac013b448),segment_id=379d6a15-5185-48de-b859-cd8ac013b448)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:16:53.024214 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (531f9e74-506d-4b94-93b7-78933b5296f0), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:53.043259 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-591458e6-05ab-4a4a-b010-1342f51bb393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (e7399a88-93ae-405b-aaaf-185d609eb044), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:53.045913 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-591458e6-05ab-4a4a-b010-1342f51bb393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:53.049569 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-591458e6-05ab-4a4a-b010-1342f51bb393 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e7399a88-93ae-405b-aaaf-185d609eb044 HTTP/1.1" status: 204 len: 168 time: 0.1233041 May 04 08:16:53.056979 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591458e6-05ab-4a4a-b010-1342f51bb393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7399a88-93ae-405b-aaaf-185d609eb044,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:53.082163 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=531f9e74-506d-4b94-93b7-78933b5296f0,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:53.418723 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['531f9e74-506d-4b94-93b7-78933b5296f0'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:16:53.442864 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a4229fab-38dc-41cf-a355-21d73203344f req-b8edeabb-dfc5-47b1-859f-ae35994bdfc4 service neutron] 10.222.0.13 "GET /v2.0/networks/69e555c2-1670-40dc-ab1f-e521e2075e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272531 May 04 08:16:53.512684 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-1af1f184-188d-410c-8410-55a555d736c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:53.517449 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-1af1f184-188d-410c-8410-55a555d736c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7df6b99b-6f55-43f2-ae59-a84ab50ce98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1466403 May 04 08:16:53.565296 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2c8a4-4031-4a7b-990d-7783d1ef535d req-e3c61313-0bf0-454b-a621-bad2e5382df2 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:53.566590 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cae2c8a4-4031-4a7b-990d-7783d1ef535d req-e3c61313-0bf0-454b-a621-bad2e5382df2 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.2078295 May 04 08:16:53.665793 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cae2c8a4-4031-4a7b-990d-7783d1ef535d req-468dadf1-e2e3-4a81-84b5-92e1e89e2fd4 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899980 May 04 08:16:53.809325 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b7ceb-b4ed-43d0-afd4-8fafcef540f0 req-73e4f0ae-3fd5-4a02-bc62-89916e09c3e8 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:53.817564 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6d5b7ceb-b4ed-43d0-afd4-8fafcef540f0 req-73e4f0ae-3fd5-4a02-bc62-89916e09c3e8 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 944 time: 0.0666883 May 04 08:16:53.875586 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6d5b7ceb-b4ed-43d0-afd4-8fafcef540f0 req-ab76ad49-39af-44d2-b91b-9e9d83c28851 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571427 May 04 08:16:53.924538 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 60288) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:53.930226 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83df369-5e8c-4344-b792-8cbb33d58cba req-d0ce1bf7-0a9b-49af-be4e-5e2ac1ce9350 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:53.932073 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e83df369-5e8c-4344-b792-8cbb33d58cba req-d0ce1bf7-0a9b-49af-be4e-5e2ac1ce9350 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 943 time: 0.0555129 May 04 08:16:53.978239 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e83df369-5e8c-4344-b792-8cbb33d58cba req-d31d22fc-52a4-4790-a034-2358fe981fb1 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404830 May 04 08:16:54.020086 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-c6a582dd-f15f-47ff-9e67-cba25d7b7aa0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-207200761-network', 'tenant_id': '74c56bb918414ffe937415b180eb5944'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:54.040558 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a582dd-f15f-47ff-9e67-cba25d7b7aa0 admin admin] Made reservation on behalf of 74c56bb918414ffe937415b180eb5944 for: {'network': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:16:54.042949 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c6a582dd-f15f-47ff-9e67-cba25d7b7aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for network (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:54.051919 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c6a582dd-f15f-47ff-9e67-cba25d7b7aa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:54.089252 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0e3a8-fa6e-452c-b884-7138aee21af6 req-67437085-4885-4e49-a27b-33b54df26ff1 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:54.090844 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a5e0e3a8-fa6e-452c-b884-7138aee21af6 req-67437085-4885-4e49-a27b-33b54df26ff1 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0454590 May 04 08:16:54.125580 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c6a582dd-f15f-47ff-9e67-cba25d7b7aa0 admin admin] Publish callbacks [] for security_group (ee1b687e-fa50-4f6f-91d7-518c105e9726), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:54.130760 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c6a582dd-f15f-47ff-9e67-cba25d7b7aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (ee1b687e-fa50-4f6f-91d7-518c105e9726), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:54.140482 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a5e0e3a8-fa6e-452c-b884-7138aee21af6 req-edfc1518-38a1-4269-8524-704a7825089d tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434186 May 04 08:16:54.158827 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a582dd-f15f-47ff-9e67-cba25d7b7aa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=103564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:16:54.165987 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a582dd-f15f-47ff-9e67-cba25d7b7aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1b687e-fa50-4f6f-91d7-518c105e9726,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:54.173681 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c6a582dd-f15f-47ff-9e67-cba25d7b7aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (ab49c26d-9f0b-4659-a39a-683771b4ac31), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:54.173788 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.segments_db [None req-c6a582dd-f15f-47ff-9e67-cba25d7b7aa0 admin admin] Added segment ab49c26d-9f0b-4659-a39a-683771b4ac31 of type vlan for network f3e15cd7-7965-45b0-9080-9151cadd7087 May 04 08:16:54.216146 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c6a582dd-f15f-47ff-9e67-cba25d7b7aa0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787184729016'] for network (f3e15cd7-7965-45b0-9080-9151cadd7087), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:54.242464 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c6a582dd-f15f-47ff-9e67-cba25d7b7aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (f3e15cd7-7965-45b0-9080-9151cadd7087), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:54.243710 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a582dd-f15f-47ff-9e67-cba25d7b7aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:54.244447 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c6a582dd-f15f-47ff-9e67-cba25d7b7aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:54.278526 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-c6a582dd-f15f-47ff-9e67-cba25d7b7aa0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3528447 May 04 08:16:54.281364 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 60294) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:54.287792 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-e49ad37a-f755-4836-a5cf-9d42e77ba166 admin admin] Request body: {'subnet': {'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-207200761-subnet', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'ip_version': 4}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:54.317684 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a582dd-f15f-47ff-9e67-cba25d7b7aa0 admin admin] Pushing event updated for resources: {'Network': ['ID=f3e15cd7-7965-45b0-9080-9151cadd7087,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:54.327709 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Network f3e15cd7-7965-45b0-9080-9151cadd7087 details requested by agent ovs-agent-dv-cinder-840289-4-iscsi with host dv-cinder-840289-4-iscsi {{(pid=103565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:16:54.336362 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49ad37a-f755-4836-a5cf-9d42e77ba166 admin admin] Made reservation on behalf of 74c56bb918414ffe937415b180eb5944 for: {'subnet': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:16:54.338850 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e49ad37a-f755-4836-a5cf-9d42e77ba166 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30760290'] for subnet (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:54.607233 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-cf233fa3-f26b-4897-a644-16f541f1be28 service neutron] 10.222.0.13 "GET /v2.0/networks/7df6b99b-6f55-43f2-ae59-a84ab50ce98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902205 May 04 08:16:54.643954 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6df9b-0104-499f-8385-acc4e9b7f620 req-051bdf71-80cd-45a7-9300-134c03312cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:54.645446 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-85f6df9b-0104-499f-8385-acc4e9b7f620 req-051bdf71-80cd-45a7-9300-134c03312cc3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 1129 time: 0.0506749 May 04 08:16:54.703187 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-45bf05bd-2141-4a4f-8b7c-b40acf08e7d4 req-51b836f3-d62d-4be0-ba40-1ba6daf6deff service neutron] 10.222.0.13 "GET /v2.0/networks/7df6b99b-6f55-43f2-ae59-a84ab50ce98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896580 May 04 08:16:54.729021 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e49ad37a-f755-4836-a5cf-9d42e77ba166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30599314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30760316'] for subnet (b831c99a-7ea5-474f-8091-5f278d7d0d3f), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:54.810762 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c538b9-e7ef-4811-ad90-ceea311b5fe7 req-65fd0a3e-0120-4ed0-a1e2-608a77ce4948 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:54.812547 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-67c538b9-e7ef-4811-ad90-ceea311b5fe7 req-65fd0a3e-0120-4ed0-a1e2-608a77ce4948 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0642343 May 04 08:16:54.824643 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-85f6df9b-0104-499f-8385-acc4e9b7f620 req-3767d92c-1a49-412f-88f6-bc97d1afbbc0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681565 May 04 08:16:54.832617 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ad37a-f755-4836-a5cf-9d42e77ba166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b831c99a-7ea5-474f-8091-5f278d7d0d3f,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:54.839171 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49ad37a-f755-4836-a5cf-9d42e77ba166 admin admin] Checking segment: {'id': 'ab49c26d-9f0b-4659-a39a-683771b4ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:16:54.839535 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49ad37a-f755-4836-a5cf-9d42e77ba166 admin admin] Network hostable DHCP agents. Network: f3e15cd7-7965-45b0-9080-9151cadd7087, hostable agents: ['85ebdc97-1e1f-4139-aa22-86704277d257'], hosted agents: [] {{(pid=103564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:16:54.851223 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device ece0d49a-030d-48d4-9e36-92066c88c022 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:16:54.863448 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49ad37a-f755-4836-a5cf-9d42e77ba166 admin admin] Network f3e15cd7-7965-45b0-9080-9151cadd7087 is scheduled to be hosted by DHCP agent 85ebdc97-1e1f-4139-aa22-86704277d257 with binding_index 1 {{(pid=103564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:16:54.881151 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-e49ad37a-f755-4836-a5cf-9d42e77ba166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-iscsi, f3e15cd7-7965-45b0-9080-9151cadd7087) {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:54.891856 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-67c538b9-e7ef-4811-ad90-ceea311b5fe7 req-28a794a5-72ba-44fc-9dde-d3f12d0cbe85 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728419 May 04 08:16:54.910081 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49ad37a-f755-4836-a5cf-9d42e77ba166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:54.911226 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e49ad37a-f755-4836-a5cf-9d42e77ba166 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:54.944711 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-e49ad37a-f755-4836-a5cf-9d42e77ba166 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6621618 May 04 08:16:54.947787 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 60312) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:54.952572 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-79219361-6b84-4bc5-9218-100eb33f6b43 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-207200761-router', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:16:55.037544 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-79219361-6b84-4bc5-9218-100eb33f6b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2908'] for router (34bd0095-baa9-4b61-9d7a-d541f4b1dfdf), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:55.042456 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-79219361-6b84-4bc5-9218-100eb33f6b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2901'] for router (34bd0095-baa9-4b61-9d7a-d541f4b1dfdf), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:55.049047 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 531f9e74-506d-4b94-93b7-78933b5296f0 up at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:16:55.051127 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a29923e-0a88-4207-aa6d-249d8e734dfe None None] Network f3e15cd7-7965-45b0-9080-9151cadd7087 requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:16:55.106263 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-79219361-6b84-4bc5-9218-100eb33f6b43 admin admin] Publish callbacks [] for router_controller (34bd0095-baa9-4b61-9d7a-d541f4b1dfdf), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:55.201218 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b3715-2475-4c69-9088-272002d1773d req-a1f858ac-0cd7-4c53-af49-bd7e9abad9a8 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:55.202701 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-248b3715-2475-4c69-9088-272002d1773d req-a1f858ac-0cd7-4c53-af49-bd7e9abad9a8 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 944 time: 0.2333698 May 04 08:16:55.247323 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb5745-9702-4dc5-b547-59eafe3a829e req-f783f3c7-c95f-4477-90c1-1192c7202684 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:55.248787 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b4eb5745-9702-4dc5-b547-59eafe3a829e req-f783f3c7-c95f-4477-90c1-1192c7202684 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 943 time: 0.1411853 May 04 08:16:55.277023 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning for port 531f9e74-506d-4b94-93b7-78933b5296f0 completed by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:16:55.312466 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning complete for port 531f9e74-506d-4b94-93b7-78933b5296f0 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:55.312832 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (531f9e74-506d-4b94-93b7-78933b5296f0), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:55.316267 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port ece0d49a-030d-48d4-9e36-92066c88c022, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=ece0d49a-030d-48d4-9e36-92066c88c022,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:16:55.357163 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe5e906-1cab-4c53-a98b-6d0dc6abc4fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7207d5c-ebe3-5c40-9361-4076f3b3dda7-f3e15cd7-7965-45b0-9080-9151cadd7087', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'project_id': '74c56bb918414ffe937415b180eb5944', 'fixed_ips': [{'subnet_id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f'}]}} from dv-cinder-840289-4-iscsi. {{(pid=103565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 08:16:55.358147 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2fe5e906-1cab-4c53-a98b-6d0dc6abc4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:55.381281 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-79219361-6b84-4bc5-9218-100eb33f6b43 admin admin] Publish callbacks [] for router_gateway (34bd0095-baa9-4b61-9d7a-d541f4b1dfdf), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:55.387923 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Returning: {'device': 'ece0d49a-030d-48d4-9e36-92066c88c022', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'port_id': 'ece0d49a-030d-48d4-9e36-92066c88c022', 'mac_address': 'fa:16:3e:75:b5:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:16:55.400092 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-248b3715-2475-4c69-9088-272002d1773d req-777cd857-f149-4640-88c8-53e9dda44fa5 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594732 May 04 08:16:55.404929 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b4eb5745-9702-4dc5-b547-59eafe3a829e req-a4e7f097-9a4c-4622-8340-3ba576969849 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395602 May 04 08:16:55.503342 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port ece0d49a-030d-48d4-9e36-92066c88c022 is: DOWN; New status is: BUILD {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:55.504236 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (ece0d49a-030d-48d4-9e36-92066c88c022), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:55.548058 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece0d49a-030d-48d4-9e36-92066c88c022 {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:16:55.548413 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53df2bc-8ba5-4d29-a010-68f7e9a9afcc req-d84a6608-011a-4b23-bf56-50639fec94c9 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:55.550218 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d53df2bc-8ba5-4d29-a010-68f7e9a9afcc req-d84a6608-011a-4b23-bf56-50639fec94c9 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0618095 May 04 08:16:55.590749 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port 531f9e74-506d-4b94-93b7-78933b5296f0 is: BUILD; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:55.591250 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (531f9e74-506d-4b94-93b7-78933b5296f0), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:55.610592 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port ece0d49a-030d-48d4-9e36-92066c88c022, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=ece0d49a-030d-48d4-9e36-92066c88c022,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:16:55.618795 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (ece0d49a-030d-48d4-9e36-92066c88c022), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:55.661845 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-2fe5e906-1cab-4c53-a98b-6d0dc6abc4fe None None] Allocated IP 172.20.0.2 (f3e15cd7-7965-45b0-9080-9151cadd7087/b831c99a-7ea5-474f-8091-5f278d7d0d3f/27029dea-ac77-444e-b76f-82e99ef0a5ff) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:16:55.667380 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dccdc70-1580-4fd0-94f0-6ac1d996b348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531f9e74-506d-4b94-93b7-78933b5296f0'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:16:55.669616 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460491bb-c1a6-4b11-a78a-babb8ec3478c" -d '{"events": [{"server_uuid": "2dccdc70-1580-4fd0-94f0-6ac1d996b348", "name": "network-vif-plugged", "status": "completed", "tag": "531f9e74-506d-4b94-93b7-78933b5296f0"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:16:55.694756 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port 531f9e74-506d-4b94-93b7-78933b5296f0, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=531f9e74-506d-4b94-93b7-78933b5296f0,segment=NetworkSegment(379d6a15-5185-48de-b859-cd8ac013b448),segment_id=379d6a15-5185-48de-b859-cd8ac013b448)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:16:55.694986 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d53df2bc-8ba5-4d29-a010-68f7e9a9afcc req-f26c7a7b-0099-48f9-b4b9-0ab45684b126 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070745 May 04 08:16:55.702117 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-79219361-6b84-4bc5-9218-100eb33f6b43 admin admin] Publish callbacks [] for router_gateway (34bd0095-baa9-4b61-9d7a-d541f4b1dfdf), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:55.708835 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (531f9e74-506d-4b94-93b7-78933b5296f0), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:55.715336 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5036c7db-10c0-4de1-8c51-62ff7fc3a4e9 x-openstack-request-id: req-5036c7db-10c0-4de1-8c51-62ff7fc3a4e9 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:16:55.715653 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dccdc70-1580-4fd0-94f0-6ac1d996b348", "name": "network-vif-plugged", "status": "completed", "tag": "531f9e74-506d-4b94-93b7-78933b5296f0", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:16:55.715914 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5036c7db-10c0-4de1-8c51-62ff7fc3a4e9 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:16:55.716311 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5036c7db-10c0-4de1-8c51-62ff7fc3a4e9'] response: {'server_uuid': '2dccdc70-1580-4fd0-94f0-6ac1d996b348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531f9e74-506d-4b94-93b7-78933b5296f0', 'code': 200} May 04 08:16:55.726176 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=ece0d49a-030d-48d4-9e36-92066c88c022,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:55.730297 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-79219361-6b84-4bc5-9218-100eb33f6b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:55.813720 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=531f9e74-506d-4b94-93b7-78933b5296f0,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:55.834024 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-79219361-6b84-4bc5-9218-100eb33f6b43 admin admin] Allocated IP 172.27.3.76 (0ebd93d7-2ac3-420c-94d7-d3952e6d85cb/89057fef-1c75-4f30-81a6-882a67ba2a0a/31469d2e-4713-498a-ac84-44d8a742942b) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:16:55.883796 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2fe5e906-1cab-4c53-a98b-6d0dc6abc4fe None None] Publish callbacks [] for port (27029dea-ac77-444e-b76f-82e99ef0a5ff), precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:55.891291 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2fe5e906-1cab-4c53-a98b-6d0dc6abc4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434'] for port (27029dea-ac77-444e-b76f-82e99ef0a5ff), after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:55.926203 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe5e906-1cab-4c53-a98b-6d0dc6abc4fe None None] Network f3e15cd7-7965-45b0-9080-9151cadd7087 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:16:55.931270 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-2fe5e906-1cab-4c53-a98b-6d0dc6abc4fe None None] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:55.939743 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe5e906-1cab-4c53-a98b-6d0dc6abc4fe None None] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:16:55.947054 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5e906-1cab-4c53-a98b-6d0dc6abc4fe None None] Pushing event updated for resources: {'Port': ['ID=27029dea-ac77-444e-b76f-82e99ef0a5ff,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:55.961147 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-79219361-6b84-4bc5-9218-100eb33f6b43 admin admin] Publish callbacks [] for port (31469d2e-4713-498a-ac84-44d8a742942b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:56.003215 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-2fe5e906-1cab-4c53-a98b-6d0dc6abc4fe None None] Attempting to bind port 27029dea-ac77-444e-b76f-82e99ef0a5ff on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:16:56.003620 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-2fe5e906-1cab-4c53-a98b-6d0dc6abc4fe None None] Attempting to bind port 27029dea-ac77-444e-b76f-82e99ef0a5ff by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': 'ab49c26d-9f0b-4659-a39a-683771b4ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:16:56.003977 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe5e906-1cab-4c53-a98b-6d0dc6abc4fe None None] Attempting to bind port 27029dea-ac77-444e-b76f-82e99ef0a5ff on network f3e15cd7-7965-45b0-9080-9151cadd7087 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:16:56.009696 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe5e906-1cab-4c53-a98b-6d0dc6abc4fe None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:16:56.010124 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe5e906-1cab-4c53-a98b-6d0dc6abc4fe None None] Checking segment: {'id': 'ab49c26d-9f0b-4659-a39a-683771b4ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:16:56.010520 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2fe5e906-1cab-4c53-a98b-6d0dc6abc4fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:56.010929 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe5e906-1cab-4c53-a98b-6d0dc6abc4fe None None] Bound using segment: {'id': 'ab49c26d-9f0b-4659-a39a-683771b4ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:16:56.011508 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-2fe5e906-1cab-4c53-a98b-6d0dc6abc4fe None None] Bound port: 27029dea-ac77-444e-b76f-82e99ef0a5ff, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab49c26d-9f0b-4659-a39a-683771b4ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:16:56.011763 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2fe5e906-1cab-4c53-a98b-6d0dc6abc4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (27029dea-ac77-444e-b76f-82e99ef0a5ff), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:56.031481 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba43240-1c6f-448b-ad6a-73d7f24105cd req-974b09ad-8931-422c-9c59-7271a0b36303 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:56.032964 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8ba43240-1c6f-448b-ad6a-73d7f24105cd req-974b09ad-8931-422c-9c59-7271a0b36303 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 944 time: 0.0566041 May 04 08:16:56.034545 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-79219361-6b84-4bc5-9218-100eb33f6b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434'] for port (31469d2e-4713-498a-ac84-44d8a742942b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:56.078096 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-2fe5e906-1cab-4c53-a98b-6d0dc6abc4fe None None] For port 27029dea-ac77-444e-b76f-82e99ef0a5ff, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:16:56.081256 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-2fe5e906-1cab-4c53-a98b-6d0dc6abc4fe None None] For port 27029dea-ac77-444e-b76f-82e99ef0a5ff, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=27029dea-ac77-444e-b76f-82e99ef0a5ff,segment=NetworkSegment(ab49c26d-9f0b-4659-a39a-683771b4ac31),segment_id=ab49c26d-9f0b-4659-a39a-683771b4ac31)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:16:56.083350 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79219361-6b84-4bc5-9218-100eb33f6b43 admin admin] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:16:56.088177 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2fe5e906-1cab-4c53-a98b-6d0dc6abc4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (27029dea-ac77-444e-b76f-82e99ef0a5ff), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:56.089085 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-79219361-6b84-4bc5-9218-100eb33f6b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:56.091849 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79219361-6b84-4bc5-9218-100eb33f6b43 admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:16:56.149889 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79219361-6b84-4bc5-9218-100eb33f6b43 admin admin] Pushing event updated for resources: {'Port': ['ID=31469d2e-4713-498a-ac84-44d8a742942b,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:56.151406 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5e906-1cab-4c53-a98b-6d0dc6abc4fe None None] Pushing event updated for resources: {'Port': ['ID=27029dea-ac77-444e-b76f-82e99ef0a5ff,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:56.219080 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8ba43240-1c6f-448b-ad6a-73d7f24105cd req-ec4f6038-c640-4328-b327-5fe2752024db tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765056 May 04 08:16:56.360155 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-79219361-6b84-4bc5-9218-100eb33f6b43 admin admin] Publish callbacks [] for router_gateway (34bd0095-baa9-4b61-9d7a-d541f4b1dfdf), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:56.582575 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c9bb9-4d40-4391-ad28-243096902725 req-dcf345d2-00df-4752-9b5d-bdf8fd358364 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:56.584072 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e27c9bb9-4d40-4391-ad28-243096902725 req-dcf345d2-00df-4752-9b5d-bdf8fd358364 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 943 time: 0.0849304 May 04 08:16:56.591684 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77af86-5792-44ab-85c1-00d11f3b6ed8 req-33f9ae55-7c9c-42f6-adaa-db183c5cfb2f tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:56.593047 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7c77af86-5792-44ab-85c1-00d11f3b6ed8 req-33f9ae55-7c9c-42f6-adaa-db183c5cfb2f tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 945 time: 0.0950589 May 04 08:16:56.668385 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-79219361-6b84-4bc5-9218-100eb33f6b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-724172'] for router (34bd0095-baa9-4b61-9d7a-d541f4b1dfdf), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:56.739848 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e27c9bb9-4d40-4391-ad28-243096902725 req-acbd93cc-cc44-4da1-9696-147c677d39bb tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199231 May 04 08:16:56.744804 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7c77af86-5792-44ab-85c1-00d11f3b6ed8 req-6316e034-9ad6-41ab-ae3c-fb6a93c9eb75 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238339 May 04 08:16:56.867757 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440d7fb-567d-415d-96dd-ae3325dcc828 req-2ae7d38e-0b22-4455-946d-ed4779e79d98 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:56.869345 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f440d7fb-567d-415d-96dd-ae3325dcc828 req-2ae7d38e-0b22-4455-946d-ed4779e79d98 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0570276 May 04 08:16:56.908342 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79219361-6b84-4bc5-9218-100eb33f6b43 admin admin] Router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf is scheduled to L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 08:16:56.933461 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f440d7fb-567d-415d-96dd-ae3325dcc828 req-1e6baa34-bb6b-4d9b-89c6-f11595035f31 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576108 May 04 08:16:57.033764 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79219361-6b84-4bc5-9218-100eb33f6b43 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:16:57.052580 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-79219361-6b84-4bc5-9218-100eb33f6b43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:57.052901 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a772fbc6-67b8-4584-ba62-2cbc1d833403 None None] Network f3e15cd7-7965-45b0-9080-9151cadd7087 requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:16:57.053811 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-79219361-6b84-4bc5-9218-100eb33f6b43 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1047337 May 04 08:16:57.056865 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 60348) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:57.059096 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9c2f83-8a4e-457c-961d-e62458616315 None None] Sync routers for ids ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:16:57.068652 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9c2f83-8a4e-457c-961d-e62458616315 None None] Routers {'34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:16:57.069257 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-ef9c2f83-8a4e-457c-961d-e62458616315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:16:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:57.142939 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a12c7c49-a29f-4ab4-b28e-08a3a74cd219 None None] Provisioning complete for port 27029dea-ac77-444e-b76f-82e99ef0a5ff triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:57.143364 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a12c7c49-a29f-4ab4-b28e-08a3a74cd219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (27029dea-ac77-444e-b76f-82e99ef0a5ff), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:57.182041 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-ef9c2f83-8a4e-457c-961d-e62458616315 None None] Set router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:16:57.285757 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a12c7c49-a29f-4ab4-b28e-08a3a74cd219 None None] Current status of the port 27029dea-ac77-444e-b76f-82e99ef0a5ff is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:57.286087 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a12c7c49-a29f-4ab4-b28e-08a3a74cd219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (27029dea-ac77-444e-b76f-82e99ef0a5ff), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:57.381409 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-ef9c2f83-8a4e-457c-961d-e62458616315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'name': 'tempest-TestVolumeBootPattern-207200761-router', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '31469d2e-4713-498a-ac84-44d8a742942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:16:56Z', 'revision_number': 3, 'project_id': '74c56bb918414ffe937415b180eb5944', 'gw_port': {'id': '31469d2e-4713-498a-ac84-44d8a742942b', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:30:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:16:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:57.381938 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3ec13-d66f-4e9d-9689-4d8d18ab6f1f req-333e547f-7275-4aaf-a566-c0b9aeded758 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:57.383654 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5df3ec13-d66f-4e9d-9689-4d8d18ab6f1f req-333e547f-7275-4aaf-a566-c0b9aeded758 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 944 time: 0.0565960 May 04 08:16:57.414344 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9c2f83-8a4e-457c-961d-e62458616315 None None] Checking router: 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:16:57.415000 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9c2f83-8a4e-457c-961d-e62458616315 None None] Updating router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf port 31469d2e-4713-498a-ac84-44d8a742942b binding host dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:16:57.449060 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2f83-8a4e-457c-961d-e62458616315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (31469d2e-4713-498a-ac84-44d8a742942b), before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:57.462662 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-a12c7c49-a29f-4ab4-b28e-08a3a74cd219 None None] For port 27029dea-ac77-444e-b76f-82e99ef0a5ff, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=27029dea-ac77-444e-b76f-82e99ef0a5ff,segment=NetworkSegment(ab49c26d-9f0b-4659-a39a-683771b4ac31),segment_id=ab49c26d-9f0b-4659-a39a-683771b4ac31)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:16:57.472512 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a12c7c49-a29f-4ab4-b28e-08a3a74cd219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (27029dea-ac77-444e-b76f-82e99ef0a5ff), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:57.523484 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c7c49-a29f-4ab4-b28e-08a3a74cd219 None None] Pushing event updated for resources: {'Port': ['ID=27029dea-ac77-444e-b76f-82e99ef0a5ff,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:57.529621 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5df3ec13-d66f-4e9d-9689-4d8d18ab6f1f req-edc8147f-eb20-47d3-9952-f6d1372b23a8 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337917 May 04 08:16:57.590908 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-6003140e-9078-49ad-a03a-d7d3e3da45bd None None] Provisioning complete for port 27029dea-ac77-444e-b76f-82e99ef0a5ff triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:57.591296 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6003140e-9078-49ad-a03a-d7d3e3da45bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (27029dea-ac77-444e-b76f-82e99ef0a5ff), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:57.681467 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-6003140e-9078-49ad-a03a-d7d3e3da45bd None None] Current status of the port 27029dea-ac77-444e-b76f-82e99ef0a5ff is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:57.718035 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2f83-8a4e-457c-961d-e62458616315 None None] Publish callbacks [] for port (31469d2e-4713-498a-ac84-44d8a742942b), precommit_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:57.724175 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2f83-8a4e-457c-961d-e62458616315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (31469d2e-4713-498a-ac84-44d8a742942b), after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:57.772672 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-ef9c2f83-8a4e-457c-961d-e62458616315 None None] Attempting to bind port 31469d2e-4713-498a-ac84-44d8a742942b on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:16:57.773020 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-ef9c2f83-8a4e-457c-961d-e62458616315 None None] Attempting to bind port 31469d2e-4713-498a-ac84-44d8a742942b by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:16:57.773376 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9c2f83-8a4e-457c-961d-e62458616315 None None] Attempting to bind port 31469d2e-4713-498a-ac84-44d8a742942b on network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:16:57.784414 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdf3b8-fc9e-4092-90ca-97b18866783b None None] Pushing event updated for resources: {'Port': ['ID=31469d2e-4713-498a-ac84-44d8a742942b,revision_number=2']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:57.787451 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9c2f83-8a4e-457c-961d-e62458616315 None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:16:57.788012 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9c2f83-8a4e-457c-961d-e62458616315 None None] Checking segment: {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:16:57.788571 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2f83-8a4e-457c-961d-e62458616315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:57.789077 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9c2f83-8a4e-457c-961d-e62458616315 None None] Bound using segment: {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:16:57.789703 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-ef9c2f83-8a4e-457c-961d-e62458616315 None None] Bound port: 31469d2e-4713-498a-ac84-44d8a742942b, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:16:57.790339 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2f83-8a4e-457c-961d-e62458616315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (31469d2e-4713-498a-ac84-44d8a742942b), before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:57.826037 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:57.840048 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-ef9c2f83-8a4e-457c-961d-e62458616315 None None] For port 31469d2e-4713-498a-ac84-44d8a742942b, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:16:57.843235 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-ef9c2f83-8a4e-457c-961d-e62458616315 None None] For port 31469d2e-4713-498a-ac84-44d8a742942b, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=31469d2e-4713-498a-ac84-44d8a742942b,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:16:57.852657 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2f83-8a4e-457c-961d-e62458616315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (31469d2e-4713-498a-ac84-44d8a742942b), after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:57.912627 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9c2f83-8a4e-457c-961d-e62458616315 None None] Routers {'34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:16:57.913554 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-ef9c2f83-8a4e-457c-961d-e62458616315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:16:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:57.933564 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 27029dea-ac77-444e-b76f-82e99ef0a5ff up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:16:57.965220 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdf3b8-fc9e-4092-90ca-97b18866783b None None] Pushing event updated for resources: {'Port': ['ID=31469d2e-4713-498a-ac84-44d8a742942b,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:57.998645 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 27029dea-ac77-444e-b76f-82e99ef0a5ff triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:57.999157 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (27029dea-ac77-444e-b76f-82e99ef0a5ff), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:58.006158 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba4f4c-28db-4022-a3c6-60730e769a07 req-aa180dde-e22f-4056-b53f-007b401787bd tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:58.007702 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-caba4f4c-28db-4022-a3c6-60730e769a07 req-aa180dde-e22f-4056-b53f-007b401787bd tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 943 time: 0.1154730 May 04 08:16:58.017799 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70408b4-df7a-4909-944e-c3ac25bce1e7 req-ab4e661e-5462-49e5-b8ac-422df8d0467c tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:58.019300 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f70408b4-df7a-4909-944e-c3ac25bce1e7 req-ab4e661e-5462-49e5-b8ac-422df8d0467c tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 945 time: 0.1259956 May 04 08:16:58.047390 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-ef9c2f83-8a4e-457c-961d-e62458616315 None None] Set router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:16:58.083218 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 27029dea-ac77-444e-b76f-82e99ef0a5ff is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:16:58.132924 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-caba4f4c-28db-4022-a3c6-60730e769a07 req-dd390b18-7267-4cea-bbdc-232873274980 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126585 May 04 08:16:58.140307 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f70408b4-df7a-4909-944e-c3ac25bce1e7 req-db66853b-9e02-4532-ad94-19ed5fc2de0e tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018207 May 04 08:16:58.149790 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Allocated IP 172.20.0.1 (f3e15cd7-7965-45b0-9080-9151cadd7087/b831c99a-7ea5-474f-8091-5f278d7d0d3f/1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:16:58.233269 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-ef9c2f83-8a4e-457c-961d-e62458616315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'name': 'tempest-TestVolumeBootPattern-207200761-router', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '31469d2e-4713-498a-ac84-44d8a742942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:16:56Z', 'revision_number': 3, 'project_id': '74c56bb918414ffe937415b180eb5944', 'gw_port': {'id': '31469d2e-4713-498a-ac84-44d8a742942b', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:30:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:16:58.260008 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9c2f83-8a4e-457c-961d-e62458616315 None None] The sync data for ids ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'] in dv-cinder-840289-4-iscsi is: [{'id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'name': 'tempest-TestVolumeBootPattern-207200761-router', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '31469d2e-4713-498a-ac84-44d8a742942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:16:56Z', 'revision_number': 3, 'project_id': '74c56bb918414ffe937415b180eb5944', 'gw_port': {'id': '31469d2e-4713-498a-ac84-44d8a742942b', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:30:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:16:58.274959 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28a920-588c-42bf-98e6-db668be72559 req-c2955354-6795-4d56-bac5-ed80c7363b20 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:58.276574 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-af28a920-588c-42bf-98e6-db668be72559 req-c2955354-6795-4d56-bac5-ed80c7363b20 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0820630 May 04 08:16:58.330775 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Publish callbacks [] for port (1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:58.352359 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-af28a920-588c-42bf-98e6-db668be72559 req-fa8c07d3-0acb-43e1-9a9e-4670109b9840 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672736 May 04 08:16:58.377807 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434'] for port (1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:58.421668 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Network f3e15cd7-7965-45b0-9080-9151cadd7087 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:16:58.428174 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:58.433871 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:16:58.433871 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722361'] for router_interface (34bd0095-baa9-4b61-9d7a-d541f4b1dfdf), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:58.437094 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Pushing event updated for resources: {'Port': ['ID=1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:58.478610 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:58.478818 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:58.479186 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:58.479523 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:58.479861 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:58.480176 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:58.480502 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:58.480824 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:58.481146 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:58.481468 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:58.481792 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:58.482110 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:58.482429 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:58.482748 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:58.483141 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:16:58.617453 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:58.668234 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['ece0d49a-030d-48d4-9e36-92066c88c022'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:16:58.729907 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-1732b73e-3cb9-4d54-82dc-14bbed708194 None None] Provisioning complete for port 1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:58.730272 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1732b73e-3cb9-4d54-82dc-14bbed708194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:58.740017 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e42f0-833d-4172-b795-9cf5ceb7a6e9 req-b8754578-d469-4f22-b8b0-02a68c5216eb tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:58.741555 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5f0e42f0-833d-4172-b795-9cf5ceb7a6e9 req-b8754578-d469-4f22-b8b0-02a68c5216eb tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 944 time: 0.1062276 May 04 08:16:58.847098 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5f0e42f0-833d-4172-b795-9cf5ceb7a6e9 req-b3179ff0-239d-4c9e-a875-4b2171b71265 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956688 May 04 08:16:58.898967 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Publish callbacks [] for port (1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:58.904521 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:58.905406 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722279'] for router_interface (34bd0095-baa9-4b61-9d7a-d541f4b1dfdf), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:58.907609 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-1732b73e-3cb9-4d54-82dc-14bbed708194 None None] Port 1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:16:58.969369 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Pushing event updated for resources: {'Port': ['ID=1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:16:59.041154 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Network f3e15cd7-7965-45b0-9080-9151cadd7087 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:16:59.042850 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:16:59.202903 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:16:59.329694 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-6c9a14c0-30d0-493c-aeb2-4919843e2108 None None] Provisioning complete for port 1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:59.330168 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6c9a14c0-30d0-493c-aeb2-4919843e2108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:59.347921 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee6c25-f84d-435b-acec-c54368fc1bae req-097613c8-f695-49c4-8f0f-75655685e34d tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:59.349423 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-40ee6c25-f84d-435b-acec-c54368fc1bae req-097613c8-f695-49c4-8f0f-75655685e34d tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 945 time: 0.0929489 May 04 08:16:59.357396 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390dbf1-34a5-45d5-a11b-1aa23c9cbc23 req-acc1e249-85b5-4b5e-8b07-7ef007561056 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:59.358832 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0390dbf1-34a5-45d5-a11b-1aa23c9cbc23 req-acc1e249-85b5-4b5e-8b07-7ef007561056 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 943 time: 0.1050293 May 04 08:16:59.371578 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-6c9a14c0-30d0-493c-aeb2-4919843e2108 None None] Port 1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:16:59.467458 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-40ee6c25-f84d-435b-acec-c54368fc1bae req-d6105bd3-a912-474c-8226-5018f23844ce tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076043 May 04 08:16:59.480477 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:16:59.490904 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-d1d604b1-b10d-4e5f-941a-0d5f2c3a21ea admin admin] 10.222.0.59 "PUT /v2.0/routers/34bd0095-baa9-4b61-9d7a-d541f4b1dfdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4276562 May 04 08:16:59.494572 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0390dbf1-34a5-45d5-a11b-1aa23c9cbc23 req-a6205faf-fcc8-44c7-9021-522a96073903 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187050 May 04 08:16:59.617605 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b39af465-98b4-4b90-952f-5848a8328407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:59.776994 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f694a-45f7-4faa-b392-a109254fbdbb req-2fe8e9b5-486f-4d79-b6dd-1cd61aee1072 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:59.778484 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-998f694a-45f7-4faa-b392-a109254fbdbb req-2fe8e9b5-486f-4d79-b6dd-1cd61aee1072 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.2497880 May 04 08:16:59.847812 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-998f694a-45f7-4faa-b392-a109254fbdbb req-cc83a7c8-e724-4438-9f72-44d98d1bac64 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629673 May 04 08:16:59.906972 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 31469d2e-4713-498a-ac84-44d8a742942b up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:16:59.957557 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 31469d2e-4713-498a-ac84-44d8a742942b triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:16:59.958010 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (31469d2e-4713-498a-ac84-44d8a742942b), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:59.975732 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76896555-4d75-4347-9288-cff1ebfb05e5 req-941f2335-6738-44e9-96a0-d4e0857e48ce tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:16:59.977343 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-76896555-4d75-4347-9288-cff1ebfb05e5 req-941f2335-6738-44e9-96a0-d4e0857e48ce tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 944 time: 0.0457232 May 04 08:17:00.026698 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-76896555-4d75-4347-9288-cff1ebfb05e5 req-8e4e5b3c-25b2-4813-bada-9a1c3c6206f1 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427251 May 04 08:17:00.035372 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 60406) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:00.041595 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2097789497-network', 'tenant_id': 'f421c214c71643719681d41d51ce25fa'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:00.048782 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 31469d2e-4713-498a-ac84-44d8a742942b is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:17:00.049408 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (31469d2e-4713-498a-ac84-44d8a742942b), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:00.062689 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Made reservation on behalf of f421c214c71643719681d41d51ce25fa for: {'network': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:17:00.065101 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for network (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:00.074377 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] For port 31469d2e-4713-498a-ac84-44d8a742942b, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=31469d2e-4713-498a-ac84-44d8a742942b,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:17:00.074582 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:00.079615 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (31469d2e-4713-498a-ac84-44d8a742942b), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:00.106283 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aced8a80-bcac-4d7e-8cd1-4cdb9323687c None None] Sync routers for ids ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'] in dv-cinder-840289-4-iscsi {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:17:00.134566 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aced8a80-bcac-4d7e-8cd1-4cdb9323687c None None] Routers {'34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:17:00.135240 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-aced8a80-bcac-4d7e-8cd1-4cdb9323687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:16:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:00.153423 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Publish callbacks [] for security_group (a5f3ed19-cc8d-4baa-b543-f806eff86ac6), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:00.158599 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (a5f3ed19-cc8d-4baa-b543-f806eff86ac6), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:00.172276 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Pushing event updated for resources: {'Port': ['ID=31469d2e-4713-498a-ac84-44d8a742942b,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:00.185610 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.185994 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.186403 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.186697 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.187123 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.187212 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=103564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:17:00.187344 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.187666 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.187993 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.188319 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.188642 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.188965 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.189286 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.189603 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.189920 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.190238 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.191720 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f3ed19-cc8d-4baa-b543-f806eff86ac6,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:00.198822 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (ce9aba64-6c42-4371-80e3-712e4abfa04e), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:00.199458 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.segments_db [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Added segment ce9aba64-6c42-4371-80e3-712e4abfa04e of type vlan for network 1ae03092-a965-4771-b2ac-6148491019dc May 04 08:17:00.215383 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.215707 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.216079 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.216417 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.216724 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.217053 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.217431 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.217698 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.218299 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.218620 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.218996 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.219413 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.219773 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.220095 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.220414 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:00.259450 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787184729016'] for network (1ae03092-a965-4771-b2ac-6148491019dc), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:00.268367 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-aced8a80-bcac-4d7e-8cd1-4cdb9323687c None None] Set router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:17:00.283846 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (1ae03092-a965-4771-b2ac-6148491019dc), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:00.284852 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:00.285431 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:00.324843 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2878335 May 04 08:17:00.327782 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 60410) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:00.332818 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-526e9920-303f-4d94-977f-7812ebca3a11 admin admin] Request body: {'subnet': {'network_id': '1ae03092-a965-4771-b2ac-6148491019dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2097789497-subnet', 'tenant_id': 'f421c214c71643719681d41d51ce25fa', 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:00.350638 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45c427-9640-4522-b7fe-78c31df4420b admin admin] Pushing event updated for resources: {'Network': ['ID=1ae03092-a965-4771-b2ac-6148491019dc,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:00.353593 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526e9920-303f-4d94-977f-7812ebca3a11 admin admin] Made reservation on behalf of f421c214c71643719681d41d51ce25fa for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:17:00.356459 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-526e9920-303f-4d94-977f-7812ebca3a11 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:00.366672 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Network 1ae03092-a965-4771-b2ac-6148491019dc details requested by agent ovs-agent-dv-cinder-840289-4-iscsi with host dv-cinder-840289-4-iscsi {{(pid=103565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:17:00.523957 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-aced8a80-bcac-4d7e-8cd1-4cdb9323687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'name': 'tempest-TestVolumeBootPattern-207200761-router', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '31469d2e-4713-498a-ac84-44d8a742942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:16:58Z', 'revision_number': 4, 'project_id': '74c56bb918414ffe937415b180eb5944', 'gw_port': {'id': '31469d2e-4713-498a-ac84-44d8a742942b', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8', 'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'mac_address': 'fa:16:3e:ce:51:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:57Z', 'updated_at': '2022-05-04T08:16:58Z', 'revision_number': 2, 'project_id': '74c56bb918414ffe937415b180eb5944', 'subnets': [{'id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:00.553541 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aced8a80-bcac-4d7e-8cd1-4cdb9323687c None None] Checking router: 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf for host: dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:17:00.553968 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aced8a80-bcac-4d7e-8cd1-4cdb9323687c None None] Updating router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf port 1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8 binding host dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:17:00.556963 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-526e9920-303f-4d94-977f-7812ebca3a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for subnet (f9ebd04d-455c-4251-995c-919996a6e493), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:00.580999 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-aced8a80-bcac-4d7e-8cd1-4cdb9323687c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:00.663620 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8404b5a-a97c-4701-84e3-23e909360394 req-f6c451eb-4bf5-41e6-bcd6-b49c6073fe1e tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:00.665106 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c8404b5a-a97c-4701-84e3-23e909360394 req-f6c451eb-4bf5-41e6-bcd6-b49c6073fe1e tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 945 time: 0.1206131 May 04 08:17:00.697373 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e9920-303f-4d94-977f-7812ebca3a11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9ebd04d-455c-4251-995c-919996a6e493,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:00.704880 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71f732-8921-4848-aeb6-7549d4a7bc96 req-ea720ad5-b254-434b-bc5c-7c9445fc8c60 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:00.706371 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5a71f732-8921-4848-aeb6-7549d4a7bc96 req-ea720ad5-b254-434b-bc5c-7c9445fc8c60 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 943 time: 0.1295996 May 04 08:17:00.727815 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526e9920-303f-4d94-977f-7812ebca3a11 admin admin] Checking segment: {'id': 'ce9aba64-6c42-4371-80e3-712e4abfa04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ae03092-a965-4771-b2ac-6148491019dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:17:00.728175 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526e9920-303f-4d94-977f-7812ebca3a11 admin admin] Network hostable DHCP agents. Network: 1ae03092-a965-4771-b2ac-6148491019dc, hostable agents: ['85ebdc97-1e1f-4139-aa22-86704277d257'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:17:00.787214 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c8404b5a-a97c-4701-84e3-23e909360394 req-9faf24b8-6ee2-4d1d-9f2f-437d674df5da tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095326 May 04 08:17:00.795254 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5a71f732-8921-4848-aeb6-7549d4a7bc96 req-d7a2e342-6258-4b23-b1da-820ea35172e4 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802586 May 04 08:17:00.796335 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526e9920-303f-4d94-977f-7812ebca3a11 admin admin] Network 1ae03092-a965-4771-b2ac-6148491019dc is scheduled to be hosted by DHCP agent 85ebdc97-1e1f-4139-aa22-86704277d257 with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:17:00.809344 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-526e9920-303f-4d94-977f-7812ebca3a11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-iscsi, 1ae03092-a965-4771-b2ac-6148491019dc) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:17:00.813962 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526e9920-303f-4d94-977f-7812ebca3a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:00.814615 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-526e9920-303f-4d94-977f-7812ebca3a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:00.821954 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2982c121-2df8-4592-b084-fda50f170819 None None] Network 1ae03092-a965-4771-b2ac-6148491019dc requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:17:00.833265 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-526e9920-303f-4d94-977f-7812ebca3a11 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5019834 May 04 08:17:00.833461 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 60420) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:00.837648 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-6228b3f3-ce72-42e3-9928-dadc21ba5867 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2097789497-router', 'tenant_id': 'f421c214c71643719681d41d51ce25fa', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:00.858165 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6228b3f3-ce72-42e3-9928-dadc21ba5867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2908'] for router (b99d84d4-4e1f-4a04-932e-36803aba666b), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:00.859271 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6228b3f3-ce72-42e3-9928-dadc21ba5867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2901'] for router (b99d84d4-4e1f-4a04-932e-36803aba666b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:00.917519 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6228b3f3-ce72-42e3-9928-dadc21ba5867 admin admin] Publish callbacks [] for router_controller (b99d84d4-4e1f-4a04-932e-36803aba666b), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:00.960532 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-aced8a80-bcac-4d7e-8cd1-4cdb9323687c None None] Publish callbacks [] for port (1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:00.968240 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-aced8a80-bcac-4d7e-8cd1-4cdb9323687c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:00.993040 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483d218a-6773-4c92-8046-d5b3aa2285cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7207d5c-ebe3-5c40-9361-4076f3b3dda7-1ae03092-a965-4771-b2ac-6148491019dc', 'network_id': '1ae03092-a965-4771-b2ac-6148491019dc', 'project_id': 'f421c214c71643719681d41d51ce25fa', 'fixed_ips': [{'subnet_id': 'f9ebd04d-455c-4251-995c-919996a6e493'}]}} from dv-cinder-840289-4-iscsi. {{(pid=103565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 08:17:00.994270 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-483d218a-6773-4c92-8046-d5b3aa2285cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:01.035304 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d13f7-11f8-47af-b55f-e7afaafc147e req-01792cf6-fce0-42da-8b9c-38dea16f5518 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:01.036984 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c79d13f7-11f8-47af-b55f-e7afaafc147e req-01792cf6-fce0-42da-8b9c-38dea16f5518 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.1222076 May 04 08:17:01.045311 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03797e-94da-4ecb-9cbf-cc2e7c7e38fb None None] Pushing event updated for resources: {'Port': ['ID=1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:01.127707 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6228b3f3-ce72-42e3-9928-dadc21ba5867 admin admin] Publish callbacks [] for router_gateway (b99d84d4-4e1f-4a04-932e-36803aba666b), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:01.203198 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-aced8a80-bcac-4d7e-8cd1-4cdb9323687c None None] Attempting to bind port 1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8 on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:17:01.204406 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-aced8a80-bcac-4d7e-8cd1-4cdb9323687c None None] Attempting to bind port 1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8 by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': 'ab49c26d-9f0b-4659-a39a-683771b4ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:17:01.204406 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aced8a80-bcac-4d7e-8cd1-4cdb9323687c None None] Attempting to bind port 1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8 on network f3e15cd7-7965-45b0-9080-9151cadd7087 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:17:01.214865 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aced8a80-bcac-4d7e-8cd1-4cdb9323687c None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:17:01.215036 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aced8a80-bcac-4d7e-8cd1-4cdb9323687c None None] Checking segment: {'id': 'ab49c26d-9f0b-4659-a39a-683771b4ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:17:01.215355 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-aced8a80-bcac-4d7e-8cd1-4cdb9323687c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:01.215744 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aced8a80-bcac-4d7e-8cd1-4cdb9323687c None None] Bound using segment: {'id': 'ab49c26d-9f0b-4659-a39a-683771b4ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:17:01.216215 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-aced8a80-bcac-4d7e-8cd1-4cdb9323687c None None] Bound port: 1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab49c26d-9f0b-4659-a39a-683771b4ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:17:01.216774 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-aced8a80-bcac-4d7e-8cd1-4cdb9323687c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:01.219369 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe47f6-dc15-466a-8eaf-c973de4bc590 req-f5fd1db0-d821-45f0-9a3f-7600e5c9d29a tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:01.223436 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d7fe47f6-dc15-466a-8eaf-c973de4bc590 req-f5fd1db0-d821-45f0-9a3f-7600e5c9d29a tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 944 time: 0.0981040 May 04 08:17:01.229266 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c79d13f7-11f8-47af-b55f-e7afaafc147e req-ade69366-cb63-49a9-b4be-00a6719062c3 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490846 May 04 08:17:01.231367 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-483d218a-6773-4c92-8046-d5b3aa2285cf None None] Allocated IP 172.20.0.2 (1ae03092-a965-4771-b2ac-6148491019dc/f9ebd04d-455c-4251-995c-919996a6e493/33a7bedc-3e49-4005-a6d0-28197d4a129d) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:17:01.337376 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-81760eed-d77c-4a9d-a85d-a7e5cd284f26 None None] Provisioning complete for port 1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:17:01.338096 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-81760eed-d77c-4a9d-a85d-a7e5cd284f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:01.344731 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d7fe47f6-dc15-466a-8eaf-c973de4bc590 req-8546af89-62fc-4908-b3cc-041f7f59bec4 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896823 May 04 08:17:01.366234 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-aced8a80-bcac-4d7e-8cd1-4cdb9323687c None None] For port 1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:17:01.413411 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6228b3f3-ce72-42e3-9928-dadc21ba5867 admin admin] Publish callbacks [] for router_gateway (b99d84d4-4e1f-4a04-932e-36803aba666b), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:01.437217 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6228b3f3-ce72-42e3-9928-dadc21ba5867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:01.528584 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-aced8a80-bcac-4d7e-8cd1-4cdb9323687c None None] For port 1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8,segment=NetworkSegment(ab49c26d-9f0b-4659-a39a-683771b4ac31),segment_id=ab49c26d-9f0b-4659-a39a-683771b4ac31)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:17:01.545078 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-aced8a80-bcac-4d7e-8cd1-4cdb9323687c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:01.558394 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-6228b3f3-ce72-42e3-9928-dadc21ba5867 admin admin] Allocated IP 172.27.3.56 (0ebd93d7-2ac3-420c-94d7-d3952e6d85cb/89057fef-1c75-4f30-81a6-882a67ba2a0a/b6e62396-2d16-493a-b608-802e25676fc6) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:17:01.578659 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-81760eed-d77c-4a9d-a85d-a7e5cd284f26 None None] Port 1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:17:01.652182 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03797e-94da-4ecb-9cbf-cc2e7c7e38fb None None] Pushing event updated for resources: {'Port': ['ID=1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:01.661945 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aced8a80-bcac-4d7e-8cd1-4cdb9323687c None None] Routers {'34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:17:01.662672 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-aced8a80-bcac-4d7e-8cd1-4cdb9323687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:16:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:01.671465 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6228b3f3-ce72-42e3-9928-dadc21ba5867 admin admin] Publish callbacks [] for port (b6e62396-2d16-493a-b608-802e25676fc6), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:01.706603 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6228b3f3-ce72-42e3-9928-dadc21ba5867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434'] for port (b6e62396-2d16-493a-b608-802e25676fc6), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:01.711006 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-483d218a-6773-4c92-8046-d5b3aa2285cf None None] Publish callbacks [] for port (33a7bedc-3e49-4005-a6d0-28197d4a129d), precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:01.721233 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-483d218a-6773-4c92-8046-d5b3aa2285cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434'] for port (33a7bedc-3e49-4005-a6d0-28197d4a129d), after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:01.775490 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6228b3f3-ce72-42e3-9928-dadc21ba5867 admin admin] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:17:01.784109 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483d218a-6773-4c92-8046-d5b3aa2285cf None None] Network 1ae03092-a965-4771-b2ac-6148491019dc is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:17:01.789420 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7796c030-6518-4768-ba75-e759ad42a2de req-3e167e47-00f0-430c-822b-4ff84d5bd9cc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664635 May 04 08:17:01.792196 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-6228b3f3-ce72-42e3-9928-dadc21ba5867 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:17:01.794777 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6228b3f3-ce72-42e3-9928-dadc21ba5867 admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:17:01.812508 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d218a-6773-4c92-8046-d5b3aa2285cf None None] Pushing event updated for resources: {'Port': ['ID=33a7bedc-3e49-4005-a6d0-28197d4a129d,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:01.845150 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-aced8a80-bcac-4d7e-8cd1-4cdb9323687c None None] Set router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:17:01.878405 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-483d218a-6773-4c92-8046-d5b3aa2285cf None None] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:17:01.892550 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483d218a-6773-4c92-8046-d5b3aa2285cf None None] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:17:01.917601 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-47fc7aa8-deb8-46be-ba3f-88425626d0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:01.929007 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 31469d2e-4713-498a-ac84-44d8a742942b up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:17:01.930273 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228b3f3-ce72-42e3-9928-dadc21ba5867 admin admin] Pushing event updated for resources: {'Port': ['ID=b6e62396-2d16-493a-b608-802e25676fc6,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:01.950331 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-0e57d913-ca15-4b4e-bdd8-e959aec710d4 None None] Provisioning complete for port 1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:17:01.950699 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0e57d913-ca15-4b4e-bdd8-e959aec710d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:01.999088 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8043c8b-b3e4-4513-a70d-b9ce5f962b04 req-9ea0e428-61d6-42a0-b7f1-d572097224b3 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:02.000570 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d8043c8b-b3e4-4513-a70d-b9ce5f962b04 req-9ea0e428-61d6-42a0-b7f1-d572097224b3 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 945 time: 0.1053808 May 04 08:17:02.030688 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8fe1d-1fbc-4ed4-ad71-62a44e208b25 req-eedbcc7a-f8a3-43a4-a4b4-e05402b922e1 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:02.032186 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a5e8fe1d-1fbc-4ed4-ad71-62a44e208b25 req-eedbcc7a-f8a3-43a4-a4b4-e05402b922e1 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 943 time: 0.1053379 May 04 08:17:02.096239 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-483d218a-6773-4c92-8046-d5b3aa2285cf None None] Attempting to bind port 33a7bedc-3e49-4005-a6d0-28197d4a129d on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:17:02.096607 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-483d218a-6773-4c92-8046-d5b3aa2285cf None None] Attempting to bind port 33a7bedc-3e49-4005-a6d0-28197d4a129d by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': 'ce9aba64-6c42-4371-80e3-712e4abfa04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ae03092-a965-4771-b2ac-6148491019dc'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:17:02.096966 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483d218a-6773-4c92-8046-d5b3aa2285cf None None] Attempting to bind port 33a7bedc-3e49-4005-a6d0-28197d4a129d on network 1ae03092-a965-4771-b2ac-6148491019dc {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:17:02.128146 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d8043c8b-b3e4-4513-a70d-b9ce5f962b04 req-d5b30c97-6904-41bb-8483-03c490f1f0ab tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175234 May 04 08:17:02.141720 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483d218a-6773-4c92-8046-d5b3aa2285cf None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:17:02.142174 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483d218a-6773-4c92-8046-d5b3aa2285cf None None] Checking segment: {'id': 'ce9aba64-6c42-4371-80e3-712e4abfa04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ae03092-a965-4771-b2ac-6148491019dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:17:02.142576 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-483d218a-6773-4c92-8046-d5b3aa2285cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:02.142988 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483d218a-6773-4c92-8046-d5b3aa2285cf None None] Bound using segment: {'id': 'ce9aba64-6c42-4371-80e3-712e4abfa04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ae03092-a965-4771-b2ac-6148491019dc'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:17:02.143470 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-483d218a-6773-4c92-8046-d5b3aa2285cf None None] Bound port: 33a7bedc-3e49-4005-a6d0-28197d4a129d, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9aba64-6c42-4371-80e3-712e4abfa04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ae03092-a965-4771-b2ac-6148491019dc'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:17:02.143848 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-483d218a-6773-4c92-8046-d5b3aa2285cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (33a7bedc-3e49-4005-a6d0-28197d4a129d), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:02.149286 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a5e8fe1d-1fbc-4ed4-ad71-62a44e208b25 req-e85b17d4-54e4-40ac-b720-1efc1501b553 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067851 May 04 08:17:02.169229 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 31469d2e-4713-498a-ac84-44d8a742942b triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:17:02.169948 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (31469d2e-4713-498a-ac84-44d8a742942b), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:02.207973 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6228b3f3-ce72-42e3-9928-dadc21ba5867 admin admin] Publish callbacks [] for router_gateway (b99d84d4-4e1f-4a04-932e-36803aba666b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:02.350820 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-0e57d913-ca15-4b4e-bdd8-e959aec710d4 None None] Current status of the port 1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8 is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:17:02.351251 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0e57d913-ca15-4b4e-bdd8-e959aec710d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:02.371237 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-483d218a-6773-4c92-8046-d5b3aa2285cf None None] For port 33a7bedc-3e49-4005-a6d0-28197d4a129d, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:17:02.424833 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-aced8a80-bcac-4d7e-8cd1-4cdb9323687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'name': 'tempest-TestVolumeBootPattern-207200761-router', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '31469d2e-4713-498a-ac84-44d8a742942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:16:58Z', 'revision_number': 4, 'project_id': '74c56bb918414ffe937415b180eb5944', 'gw_port': {'id': '31469d2e-4713-498a-ac84-44d8a742942b', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8', 'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'mac_address': 'fa:16:3e:ce:51:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:57Z', 'updated_at': '2022-05-04T08:17:01Z', 'revision_number': 4, 'project_id': '74c56bb918414ffe937415b180eb5944', 'subnets': [{'id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:02.432609 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd02a52-a71d-48b7-84e4-1c83e2648820 req-170556c9-33ff-4fd3-ba16-ef10212a44ee tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:02.433627 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-483d218a-6773-4c92-8046-d5b3aa2285cf None None] For port 33a7bedc-3e49-4005-a6d0-28197d4a129d, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=33a7bedc-3e49-4005-a6d0-28197d4a129d,segment=NetworkSegment(ce9aba64-6c42-4371-80e3-712e4abfa04e),segment_id=ce9aba64-6c42-4371-80e3-712e4abfa04e)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:17:02.434271 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5bd02a52-a71d-48b7-84e4-1c83e2648820 req-170556c9-33ff-4fd3-ba16-ef10212a44ee tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.1075039 May 04 08:17:02.476800 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-0e57d913-ca15-4b4e-bdd8-e959aec710d4 None None] For port 1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8,segment=NetworkSegment(ab49c26d-9f0b-4659-a39a-683771b4ac31),segment_id=ab49c26d-9f0b-4659-a39a-683771b4ac31)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:17:02.482088 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aced8a80-bcac-4d7e-8cd1-4cdb9323687c None None] The sync data for ids ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'] in dv-cinder-840289-4-iscsi is: [{'id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'name': 'tempest-TestVolumeBootPattern-207200761-router', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '31469d2e-4713-498a-ac84-44d8a742942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:16:58Z', 'revision_number': 4, 'project_id': '74c56bb918414ffe937415b180eb5944', 'gw_port': {'id': '31469d2e-4713-498a-ac84-44d8a742942b', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8', 'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'mac_address': 'fa:16:3e:ce:51:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:57Z', 'updated_at': '2022-05-04T08:17:01Z', 'revision_number': 4, 'project_id': '74c56bb918414ffe937415b180eb5944', 'subnets': [{'id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:17:02.484137 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-483d218a-6773-4c92-8046-d5b3aa2285cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (33a7bedc-3e49-4005-a6d0-28197d4a129d), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:02.490795 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0e57d913-ca15-4b4e-bdd8-e959aec710d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:02.497211 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 31469d2e-4713-498a-ac84-44d8a742942b is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:17:02.580235 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6228b3f3-ce72-42e3-9928-dadc21ba5867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-724172'] for router (b99d84d4-4e1f-4a04-932e-36803aba666b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:02.590950 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d218a-6773-4c92-8046-d5b3aa2285cf None None] Pushing event updated for resources: {'Port': ['ID=33a7bedc-3e49-4005-a6d0-28197d4a129d,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:02.648299 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777083db-3f99-49b3-84e6-9b209a83721f req-4028be37-29f0-4de8-98c0-d4475673be10 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:02.649855 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-777083db-3f99-49b3-84e6-9b209a83721f req-4028be37-29f0-4de8-98c0-d4475673be10 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 944 time: 0.1750813 May 04 08:17:02.655894 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5bd02a52-a71d-48b7-84e4-1c83e2648820 req-d970906c-6772-450a-8656-bc5f6187c8a6 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155840 May 04 08:17:02.699465 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57d913-ca15-4b4e-bdd8-e959aec710d4 None None] Pushing event updated for resources: {'Port': ['ID=1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:02.772129 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-777083db-3f99-49b3-84e6-9b209a83721f req-1b455417-3d2a-4a6e-b37c-678a2cd75e50 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063890 May 04 08:17:02.825339 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6228b3f3-ce72-42e3-9928-dadc21ba5867 admin admin] Router b99d84d4-4e1f-4a04-932e-36803aba666b is scheduled to L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 08:17:03.013054 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:03.014859 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6228b3f3-ce72-42e3-9928-dadc21ba5867 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:17:03.027485 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e566570-23a6-4742-ab49-140c7ced4176 None None] Sync routers for ids ['b99d84d4-4e1f-4a04-932e-36803aba666b'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:17:03.038300 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6228b3f3-ce72-42e3-9928-dadc21ba5867 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:03.041629 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-6228b3f3-ce72-42e3-9928-dadc21ba5867 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2055533 May 04 08:17:03.042743 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 60454) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:03.047534 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e566570-23a6-4742-ab49-140c7ced4176 None None] Routers {'b99d84d4-4e1f-4a04-932e-36803aba666b'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:17:03.048768 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-4e566570-23a6-4742-ab49-140c7ced4176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:17:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['b99d84d4-4e1f-4a04-932e-36803aba666b'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:03.255450 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-4e566570-23a6-4742-ab49-140c7ced4176 None None] Set router b99d84d4-4e1f-4a04-932e-36803aba666b gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:17:03.476244 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-4e566570-23a6-4742-ab49-140c7ced4176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99d84d4-4e1f-4a04-932e-36803aba666b', 'name': 'tempest-TestVolumeBootPattern-2097789497-router', 'tenant_id': 'f421c214c71643719681d41d51ce25fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b6e62396-2d16-493a-b608-802e25676fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:00Z', 'updated_at': '2022-05-04T08:17:02Z', 'revision_number': 3, 'project_id': 'f421c214c71643719681d41d51ce25fa', 'gw_port': {'id': 'b6e62396-2d16-493a-b608-802e25676fc6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99d84d4-4e1f-4a04-932e-36803aba666b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:01Z', 'updated_at': '2022-05-04T08:17:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:03.509156 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e566570-23a6-4742-ab49-140c7ced4176 None None] Checking router: b99d84d4-4e1f-4a04-932e-36803aba666b for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:17:03.509833 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e566570-23a6-4742-ab49-140c7ced4176 None None] Updating router b99d84d4-4e1f-4a04-932e-36803aba666b port b6e62396-2d16-493a-b608-802e25676fc6 binding host dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:17:03.541508 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc050064-3a4c-4c71-8dda-6d8f1c929a81 req-fef8cbf1-c3d6-410d-99a7-4185aced6873 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:03.543541 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dc050064-3a4c-4c71-8dda-6d8f1c929a81 req-fef8cbf1-c3d6-410d-99a7-4185aced6873 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 945 time: 0.3234093 May 04 08:17:03.551394 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-4e566570-23a6-4742-ab49-140c7ced4176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (b6e62396-2d16-493a-b608-802e25676fc6), before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:03.562427 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2cccd-7480-4e7a-a800-44a9515d5a36 req-434efbf9-741a-4fdb-bef2-0e56593a79bc tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:03.563968 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-74f2cccd-7480-4e7a-a800-44a9515d5a36 req-434efbf9-741a-4fdb-bef2-0e56593a79bc tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 943 time: 0.3089807 May 04 08:17:03.619997 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-115336af-f184-4059-82d2-1c7e227eb33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:03.659148 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-74f2cccd-7480-4e7a-a800-44a9515d5a36 req-f9feeadf-2cba-4783-ad84-6183108b22cd tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743666 May 04 08:17:03.731930 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dc050064-3a4c-4c71-8dda-6d8f1c929a81 req-35d7ca7b-4cb3-4293-b340-bb0bebf065c4 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669257 May 04 08:17:03.872208 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60150487-2b77-4201-82e8-7fd1939ef6ef req-8723b8e7-cb34-449a-a8d2-b2b4e80bec27 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:03.880263 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-60150487-2b77-4201-82e8-7fd1939ef6ef req-8723b8e7-cb34-449a-a8d2-b2b4e80bec27 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.1060095 May 04 08:17:03.882625 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-4e566570-23a6-4742-ab49-140c7ced4176 None None] Publish callbacks [] for port (b6e62396-2d16-493a-b608-802e25676fc6), precommit_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:03.897092 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-4e566570-23a6-4742-ab49-140c7ced4176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (b6e62396-2d16-493a-b608-802e25676fc6), after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:03.925456 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-115336af-f184-4059-82d2-1c7e227eb33a admin admin] Allocated IP 172.20.0.1 (1ae03092-a965-4771-b2ac-6148491019dc/f9ebd04d-455c-4251-995c-919996a6e493/f5d1b647-e63f-491d-b31b-905928a2008a) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:17:03.982356 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-4e566570-23a6-4742-ab49-140c7ced4176 None None] Attempting to bind port b6e62396-2d16-493a-b608-802e25676fc6 on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:17:03.982677 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-4e566570-23a6-4742-ab49-140c7ced4176 None None] Attempting to bind port b6e62396-2d16-493a-b608-802e25676fc6 by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:17:03.983093 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e566570-23a6-4742-ab49-140c7ced4176 None None] Attempting to bind port b6e62396-2d16-493a-b608-802e25676fc6 on network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:17:03.992787 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6fae8-8b43-49db-904d-bd3af4b7789b None None] Pushing event updated for resources: {'Port': ['ID=b6e62396-2d16-493a-b608-802e25676fc6,revision_number=2']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:03.999143 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6fae8-8b43-49db-904d-bd3af4b7789b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:03.999569 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6fae8-8b43-49db-904d-bd3af4b7789b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:03.999827 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6fae8-8b43-49db-904d-bd3af4b7789b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:04.000181 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6fae8-8b43-49db-904d-bd3af4b7789b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:04.000514 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6fae8-8b43-49db-904d-bd3af4b7789b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:04.000837 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6fae8-8b43-49db-904d-bd3af4b7789b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:04.001162 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6fae8-8b43-49db-904d-bd3af4b7789b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:04.001489 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6fae8-8b43-49db-904d-bd3af4b7789b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:04.001805 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6fae8-8b43-49db-904d-bd3af4b7789b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:04.002338 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6fae8-8b43-49db-904d-bd3af4b7789b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:04.002821 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6fae8-8b43-49db-904d-bd3af4b7789b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:04.003201 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6fae8-8b43-49db-904d-bd3af4b7789b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:04.003515 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6fae8-8b43-49db-904d-bd3af4b7789b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:04.003855 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6fae8-8b43-49db-904d-bd3af4b7789b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:04.004175 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6fae8-8b43-49db-904d-bd3af4b7789b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:04.009352 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e566570-23a6-4742-ab49-140c7ced4176 None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:17:04.010013 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e566570-23a6-4742-ab49-140c7ced4176 None None] Checking segment: {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:17:04.010568 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-4e566570-23a6-4742-ab49-140c7ced4176 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:04.011163 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e566570-23a6-4742-ab49-140c7ced4176 None None] Bound using segment: {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:17:04.013079 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-4e566570-23a6-4742-ab49-140c7ced4176 None None] Bound port: b6e62396-2d16-493a-b608-802e25676fc6, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:17:04.013633 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-4e566570-23a6-4742-ab49-140c7ced4176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (b6e62396-2d16-493a-b608-802e25676fc6), before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:04.064235 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 33a7bedc-3e49-4005-a6d0-28197d4a129d up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:17:04.087175 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-4e566570-23a6-4742-ab49-140c7ced4176 None None] For port b6e62396-2d16-493a-b608-802e25676fc6, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:17:04.094098 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-4e566570-23a6-4742-ab49-140c7ced4176 None None] For port b6e62396-2d16-493a-b608-802e25676fc6, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=b6e62396-2d16-493a-b608-802e25676fc6,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:17:04.101053 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-60150487-2b77-4201-82e8-7fd1939ef6ef req-03b4949e-98cf-414f-98b4-d8f08cbe28cc tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111166 May 04 08:17:04.105825 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-4e566570-23a6-4742-ab49-140c7ced4176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (b6e62396-2d16-493a-b608-802e25676fc6), after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:04.108962 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddccb348-3b8f-4213-bfda-a38bb748d2d2 None None] Network 1ae03092-a965-4771-b2ac-6148491019dc requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:17:04.134045 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803c46c-a947-48f0-9c52-87445f611492 req-32090c8c-d00b-4f62-bd24-5bdc16fd357b tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:04.136109 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a803c46c-a947-48f0-9c52-87445f611492 req-32090c8c-d00b-4f62-bd24-5bdc16fd357b tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 944 time: 0.1951821 May 04 08:17:04.171431 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-abcf680b-1bdf-4b46-bc92-40cd271f0d86 None None] Provisioning complete for port 33a7bedc-3e49-4005-a6d0-28197d4a129d triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:17:04.172009 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-abcf680b-1bdf-4b46-bc92-40cd271f0d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (33a7bedc-3e49-4005-a6d0-28197d4a129d), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:04.173953 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-115336af-f184-4059-82d2-1c7e227eb33a admin admin] Publish callbacks [] for port (f5d1b647-e63f-491d-b31b-905928a2008a), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:04.180222 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e566570-23a6-4742-ab49-140c7ced4176 None None] Routers {'b99d84d4-4e1f-4a04-932e-36803aba666b'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:17:04.185986 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-4e566570-23a6-4742-ab49-140c7ced4176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:17:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['b99d84d4-4e1f-4a04-932e-36803aba666b'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:04.195763 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6fae8-8b43-49db-904d-bd3af4b7789b None None] Pushing event updated for resources: {'Port': ['ID=b6e62396-2d16-493a-b608-802e25676fc6,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:04.232375 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a803c46c-a947-48f0-9c52-87445f611492 req-c6758fed-b306-40da-89e6-bdd9b0c71e6d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843186 May 04 08:17:04.241350 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-115336af-f184-4059-82d2-1c7e227eb33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (f5d1b647-e63f-491d-b31b-905928a2008a), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:04.306025 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115336af-f184-4059-82d2-1c7e227eb33a admin admin] Network 1ae03092-a965-4771-b2ac-6148491019dc is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:17:04.310264 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-115336af-f184-4059-82d2-1c7e227eb33a admin admin] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:17:04.312670 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115336af-f184-4059-82d2-1c7e227eb33a admin admin] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:17:04.314729 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115336af-f184-4059-82d2-1c7e227eb33a admin admin] Pushing event updated for resources: {'Port': ['ID=f5d1b647-e63f-491d-b31b-905928a2008a,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:04.329654 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 33a7bedc-3e49-4005-a6d0-28197d4a129d triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:17:04.330301 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (33a7bedc-3e49-4005-a6d0-28197d4a129d), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:04.333664 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-4e566570-23a6-4742-ab49-140c7ced4176 None None] Set router b99d84d4-4e1f-4a04-932e-36803aba666b gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:17:04.356312 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-115336af-f184-4059-82d2-1c7e227eb33a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722361'] for router_interface (b99d84d4-4e1f-4a04-932e-36803aba666b), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:04.370246 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:04.426684 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-abcf680b-1bdf-4b46-bc92-40cd271f0d86 None None] Current status of the port 33a7bedc-3e49-4005-a6d0-28197d4a129d is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:17:04.427329 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-abcf680b-1bdf-4b46-bc92-40cd271f0d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (33a7bedc-3e49-4005-a6d0-28197d4a129d), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:04.500940 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-abcf680b-1bdf-4b46-bc92-40cd271f0d86 None None] For port 33a7bedc-3e49-4005-a6d0-28197d4a129d, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=33a7bedc-3e49-4005-a6d0-28197d4a129d,segment=NetworkSegment(ce9aba64-6c42-4371-80e3-712e4abfa04e),segment_id=ce9aba64-6c42-4371-80e3-712e4abfa04e)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:17:04.509031 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-abcf680b-1bdf-4b46-bc92-40cd271f0d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (33a7bedc-3e49-4005-a6d0-28197d4a129d), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:04.533418 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-115336af-f184-4059-82d2-1c7e227eb33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (f5d1b647-e63f-491d-b31b-905928a2008a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:04.545179 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 33a7bedc-3e49-4005-a6d0-28197d4a129d is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:17:04.546053 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (33a7bedc-3e49-4005-a6d0-28197d4a129d), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:04.550778 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-4e566570-23a6-4742-ab49-140c7ced4176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99d84d4-4e1f-4a04-932e-36803aba666b', 'name': 'tempest-TestVolumeBootPattern-2097789497-router', 'tenant_id': 'f421c214c71643719681d41d51ce25fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b6e62396-2d16-493a-b608-802e25676fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:00Z', 'updated_at': '2022-05-04T08:17:02Z', 'revision_number': 3, 'project_id': 'f421c214c71643719681d41d51ce25fa', 'gw_port': {'id': 'b6e62396-2d16-493a-b608-802e25676fc6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99d84d4-4e1f-4a04-932e-36803aba666b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:01Z', 'updated_at': '2022-05-04T08:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:04.582722 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e566570-23a6-4742-ab49-140c7ced4176 None None] The sync data for ids ['b99d84d4-4e1f-4a04-932e-36803aba666b'] in dv-cinder-840289-4-iscsi is: [{'id': 'b99d84d4-4e1f-4a04-932e-36803aba666b', 'name': 'tempest-TestVolumeBootPattern-2097789497-router', 'tenant_id': 'f421c214c71643719681d41d51ce25fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b6e62396-2d16-493a-b608-802e25676fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:00Z', 'updated_at': '2022-05-04T08:17:02Z', 'revision_number': 3, 'project_id': 'f421c214c71643719681d41d51ce25fa', 'gw_port': {'id': 'b6e62396-2d16-493a-b608-802e25676fc6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99d84d4-4e1f-4a04-932e-36803aba666b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:01Z', 'updated_at': '2022-05-04T08:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:17:04.589833 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf680b-1bdf-4b46-bc92-40cd271f0d86 None None] Pushing event updated for resources: {'Port': ['ID=33a7bedc-3e49-4005-a6d0-28197d4a129d,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:04.632665 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.db.api [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 08:17:04.633019 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG oslo_db.api [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 08:17:04.731815 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-c0641e3b-279a-41a4-9ead-499c349a0758 None None] Provisioning complete for port 33a7bedc-3e49-4005-a6d0-28197d4a129d triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:17:04.732320 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c0641e3b-279a-41a4-9ead-499c349a0758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (33a7bedc-3e49-4005-a6d0-28197d4a129d), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:04.739018 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-115336af-f184-4059-82d2-1c7e227eb33a admin admin] Publish callbacks [] for port (f5d1b647-e63f-491d-b31b-905928a2008a), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:04.745647 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-115336af-f184-4059-82d2-1c7e227eb33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (f5d1b647-e63f-491d-b31b-905928a2008a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:04.793622 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76dc14-91e5-4ce1-91b4-cd4d924286d2 req-9ce05236-9ad1-4efc-b023-6aaa66bb5495 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:04.802405 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9d76dc14-91e5-4ce1-91b4-cd4d924286d2 req-9ce05236-9ad1-4efc-b023-6aaa66bb5495 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 943 time: 0.0753410 May 04 08:17:04.872346 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-115336af-f184-4059-82d2-1c7e227eb33a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722279'] for router_interface (b99d84d4-4e1f-4a04-932e-36803aba666b), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:04.876322 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115336af-f184-4059-82d2-1c7e227eb33a admin admin] Pushing event updated for resources: {'Port': ['ID=f5d1b647-e63f-491d-b31b-905928a2008a,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:04.880532 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device ff679bee-f8ad-4819-98c2-ace879ffd59b details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:17:04.925122 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796c030-6518-4768-ba75-e759ad42a2de req-da54674d-f1c9-422f-a52d-a51bbfeb5dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:04.926949 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7796c030-6518-4768-ba75-e759ad42a2de req-da54674d-f1c9-422f-a52d-a51bbfeb5dc3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf5e9e0befe747a794e1f5372bd1e07c&device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 1130 time: 0.1063006 May 04 08:17:04.967187 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device ece0d49a-030d-48d4-9e36-92066c88c022 up at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:17:04.972296 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:04.979819 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9d76dc14-91e5-4ce1-91b4-cd4d924286d2 req-eb3511ec-92d2-4a71-85f4-6e8d5d1f1b6c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760533 May 04 08:17:04.983198 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04615c03-4dca-42b1-abb9-e3356de1b07c req-c31b4114-007f-434c-8231-0a2ed778ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:04.985088 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-04615c03-4dca-42b1-abb9-e3356de1b07c req-c31b4114-007f-434c-8231-0a2ed778ff24 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 1129 time: 0.1342497 May 04 08:17:05.035936 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-c0641e3b-279a-41a4-9ead-499c349a0758 None None] Current status of the port 33a7bedc-3e49-4005-a6d0-28197d4a129d is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:17:05.053889 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd746be7-f53f-44e0-b56a-5e77759c836e req-cb701d50-6d4c-45d1-b363-ece518417eb9 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:05.055625 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dd746be7-f53f-44e0-b56a-5e77759c836e req-cb701d50-6d4c-45d1-b363-ece518417eb9 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 945 time: 0.1526043 May 04 08:17:05.060761 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.db.resource_extend [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 08:17:05.108061 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-c0641e3b-279a-41a4-9ead-499c349a0758 None None] Provisioning complete for port f5d1b647-e63f-491d-b31b-905928a2008a triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:17:05.109228 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c0641e3b-279a-41a4-9ead-499c349a0758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (f5d1b647-e63f-491d-b31b-905928a2008a), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:05.115467 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-04615c03-4dca-42b1-abb9-e3356de1b07c req-a46709b8-1c05-4b3d-80a9-c4aeb2698276 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066294 May 04 08:17:05.161846 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dd746be7-f53f-44e0-b56a-5e77759c836e req-db858b68-dcfb-4f70-9c25-93361cfbd529 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952640 May 04 08:17:05.209000 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796c030-6518-4768-ba75-e759ad42a2de req-6924913d-f5fa-443e-8a70-bc0b305ac83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:05.210508 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7796c030-6518-4768-ba75-e759ad42a2de req-6924913d-f5fa-443e-8a70-bc0b305ac83c service neutron] 10.222.0.13 "GET /v2.0/networks?id=444090b3-b666-4591-9cbe-dc039e65ad0f HTTP/1.1" status: 200 len: 912 time: 0.2329543 May 04 08:17:05.238157 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115336af-f184-4059-82d2-1c7e227eb33a admin admin] Network 1ae03092-a965-4771-b2ac-6148491019dc is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:17:05.240425 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-115336af-f184-4059-82d2-1c7e227eb33a admin admin] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:17:05.300746 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4282e03-7e29-4d85-b3b1-fb20e0e25c2a req-dbaf2fb6-8eff-4ecd-a740-4d8a65ba69a2 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:05.305226 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f4282e03-7e29-4d85-b3b1-fb20e0e25c2a req-dbaf2fb6-8eff-4ecd-a740-4d8a65ba69a2 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0927312 May 04 08:17:05.420701 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdcfe1-eddf-4b3a-a775-fe1f75855c69 req-48c5bfc8-2812-4c58-ae9d-df68d96973c2 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:05.422353 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-45bdcfe1-eddf-4b3a-a775-fe1f75855c69 req-48c5bfc8-2812-4c58-ae9d-df68d96973c2 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 944 time: 0.0780413 May 04 08:17:05.425787 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f4282e03-7e29-4d85-b3b1-fb20e0e25c2a req-6312db26-1a04-40ab-9310-18df03a5e7bb tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140835 May 04 08:17:05.435705 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning for port ece0d49a-030d-48d4-9e36-92066c88c022 completed by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:17:05.443214 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-c0641e3b-279a-41a4-9ead-499c349a0758 None None] Port f5d1b647-e63f-491d-b31b-905928a2008a cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:17:05.457316 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115336af-f184-4059-82d2-1c7e227eb33a admin admin] Router b99d84d4-4e1f-4a04-932e-36803aba666b has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:17:05.458538 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning complete for port ece0d49a-030d-48d4-9e36-92066c88c022 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:17:05.458932 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (ece0d49a-030d-48d4-9e36-92066c88c022), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:05.496301 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 33a7bedc-3e49-4005-a6d0-28197d4a129d is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:17:05.497620 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:17:05.510659 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-45bdcfe1-eddf-4b3a-a775-fe1f75855c69 req-cd012ec2-aa4e-4a98-a2db-e68384e43c64 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789404 May 04 08:17:05.575011 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port ff679bee-f8ad-4819-98c2-ace879ffd59b, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=ff679bee-f8ad-4819-98c2-ace879ffd59b,segment=NetworkSegment(be24cf48-fbca-4f1a-adfd-44da32707882),segment_id=be24cf48-fbca-4f1a-adfd-44da32707882)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:17:05.600523 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-33c888eb-9f8d-4631-ade8-1b7c40514ecb None None] Provisioning complete for port f5d1b647-e63f-491d-b31b-905928a2008a triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:17:05.600899 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-33c888eb-9f8d-4631-ade8-1b7c40514ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (f5d1b647-e63f-491d-b31b-905928a2008a), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:05.610047 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Returning: {'device': 'ff679bee-f8ad-4819-98c2-ace879ffd59b', 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b', 'port_id': 'ff679bee-f8ad-4819-98c2-ace879ffd59b', 'mac_address': 'fa:16:3e:96:dc:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:17:05.628669 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115336af-f184-4059-82d2-1c7e227eb33a admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:17:05.634162 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-115336af-f184-4059-82d2-1c7e227eb33a admin admin] 10.222.0.59 "PUT /v2.0/routers/b99d84d4-4e1f-4a04-932e-36803aba666b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5902574 May 04 08:17:05.668601 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:17:05.669067 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:05.739598 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-33c888eb-9f8d-4631-ade8-1b7c40514ecb None None] Port f5d1b647-e63f-491d-b31b-905928a2008a cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:17:05.748383 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port ece0d49a-030d-48d4-9e36-92066c88c022 is: BUILD; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:17:05.748767 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (ece0d49a-030d-48d4-9e36-92066c88c022), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:05.775571 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:05.778322 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port ff679bee-f8ad-4819-98c2-ace879ffd59b is: DOWN; New status is: BUILD {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:17:05.778697 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (ff679bee-f8ad-4819-98c2-ace879ffd59b), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:05.802391 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff679bee-f8ad-4819-98c2-ace879ffd59b {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:17:05.813738 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646f2e1f-c22b-4358-bc72-53f0e8a5800e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece0d49a-030d-48d4-9e36-92066c88c022'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:17:05.815871 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0693ed-7e9f-419b-acb4-79423fd0275f" -d '{"events": [{"server_uuid": "646f2e1f-c22b-4358-bc72-53f0e8a5800e", "name": "network-vif-plugged", "status": "completed", "tag": "ece0d49a-030d-48d4-9e36-92066c88c022"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:17:05.843775 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port ece0d49a-030d-48d4-9e36-92066c88c022, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=ece0d49a-030d-48d4-9e36-92066c88c022,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:17:05.845665 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port ff679bee-f8ad-4819-98c2-ace879ffd59b, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=ff679bee-f8ad-4819-98c2-ace879ffd59b,segment=NetworkSegment(be24cf48-fbca-4f1a-adfd-44da32707882),segment_id=be24cf48-fbca-4f1a-adfd-44da32707882)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:17:05.870706 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26342493-f401-4dc5-a897-0624f57463b9 x-openstack-request-id: req-26342493-f401-4dc5-a897-0624f57463b9 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:17:05.871163 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646f2e1f-c22b-4358-bc72-53f0e8a5800e", "name": "network-vif-plugged", "status": "completed", "tag": "ece0d49a-030d-48d4-9e36-92066c88c022", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:17:05.871419 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-26342493-f401-4dc5-a897-0624f57463b9 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:17:05.871811 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26342493-f401-4dc5-a897-0624f57463b9'] response: {'server_uuid': '646f2e1f-c22b-4358-bc72-53f0e8a5800e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece0d49a-030d-48d4-9e36-92066c88c022', 'code': 200} May 04 08:17:05.872670 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (ece0d49a-030d-48d4-9e36-92066c88c022), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:05.874442 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (ff679bee-f8ad-4819-98c2-ace879ffd59b), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:05.911147 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:17:05.935497 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=ece0d49a-030d-48d4-9e36-92066c88c022,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:05.991688 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=ff679bee-f8ad-4819-98c2-ace879ffd59b,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:06.117572 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device b6e62396-2d16-493a-b608-802e25676fc6 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:17:06.123491 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e96aa7-b2ec-492e-92e6-5a4d3498e2f1 req-556bac83-849d-4e1c-a7bf-fefc20991c77 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:06.124997 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-13e96aa7-b2ec-492e-92e6-5a4d3498e2f1 req-556bac83-849d-4e1c-a7bf-fefc20991c77 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 944 time: 0.0760500 May 04 08:17:06.175244 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port b6e62396-2d16-493a-b608-802e25676fc6 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:17:06.175809 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (b6e62396-2d16-493a-b608-802e25676fc6), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:06.186684 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-13e96aa7-b2ec-492e-92e6-5a4d3498e2f1 req-ba6ff794-83d3-425c-b17c-2e9459fa7f18 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545456 May 04 08:17:06.292522 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port b6e62396-2d16-493a-b608-802e25676fc6 is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:17:06.292921 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (b6e62396-2d16-493a-b608-802e25676fc6), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:06.317500 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] For port b6e62396-2d16-493a-b608-802e25676fc6, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=b6e62396-2d16-493a-b608-802e25676fc6,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:17:06.323705 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (b6e62396-2d16-493a-b608-802e25676fc6), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:06.324603 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 33a7bedc-3e49-4005-a6d0-28197d4a129d up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:17:06.337950 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2c30f-c191-4e99-bf35-6fc3b50ca812 req-31a34086-42a0-468b-8d84-9571d252b908 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:06.345899 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5ba2c30f-c191-4e99-bf35-6fc3b50ca812 req-31a34086-42a0-468b-8d84-9571d252b908 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 945 time: 0.0915811 May 04 08:17:06.422960 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Pushing event updated for resources: {'Port': ['ID=b6e62396-2d16-493a-b608-802e25676fc6,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:06.423793 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5ba2c30f-c191-4e99-bf35-6fc3b50ca812 req-e621a9ba-a199-4499-bedd-6daad50ebb39 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769324 May 04 08:17:06.433567 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 33a7bedc-3e49-4005-a6d0-28197d4a129d triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:17:06.434031 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (33a7bedc-3e49-4005-a6d0-28197d4a129d), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:06.535176 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 60524) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:06.536423 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 33a7bedc-3e49-4005-a6d0-28197d4a129d is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:17:06.539624 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-d0c331c6-3c42-42eb-affc-51eebb41e2f5 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-138029839', 'description': 'tempest-secgroup-smoke-138029839 description', 'project_id': '74c56bb918414ffe937415b180eb5944'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:06.566102 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d0c331c6-3c42-42eb-affc-51eebb41e2f5 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:06.567785 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ba234-174a-435d-8e54-f3cfe73258c8 req-54a7acbc-46c1-4992-a450-f95249be4111 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:06.569527 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d23ba234-174a-435d-8e54-f3cfe73258c8 req-54a7acbc-46c1-4992-a450-f95249be4111 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0554316 May 04 08:17:06.649707 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d0c331c6-3c42-42eb-affc-51eebb41e2f5 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for security_group (b4e24b96-cfb2-4bd8-8b99-7e934afa2c30), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:06.654736 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d0c331c6-3c42-42eb-affc-51eebb41e2f5 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (b4e24b96-cfb2-4bd8-8b99-7e934afa2c30), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:06.659328 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572731f-5af4-466b-8dec-55f18253c56e req-9ff57c89-ae46-4675-8e64-72d03e2ad33b tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:06.660801 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2572731f-5af4-466b-8dec-55f18253c56e req-9ff57c89-ae46-4675-8e64-72d03e2ad33b tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.0719364 May 04 08:17:06.680158 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d23ba234-174a-435d-8e54-f3cfe73258c8 req-b875fda4-5225-422d-a141-13546676d519 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049769 May 04 08:17:06.688015 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d0c331c6-3c42-42eb-affc-51eebb41e2f5 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:06.692491 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-d0c331c6-3c42-42eb-affc-51eebb41e2f5 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1564634 May 04 08:17:06.692877 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 60528) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:06.696093 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c331c6-3c42-42eb-affc-51eebb41e2f5 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:06.703104 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-3f214169-d87b-47f3-9c12-9d6011d74f89 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Request body: {'security_group_rule': {'security_group_id': 'b4e24b96-cfb2-4bd8-8b99-7e934afa2c30', 'project_id': '74c56bb918414ffe937415b180eb5944', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:06.724762 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84915be3-e3f3-41d0-932b-95b70e6b0c6c None None] Sync routers for ids ['b99d84d4-4e1f-4a04-932e-36803aba666b'] in dv-cinder-840289-4-iscsi {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:17:06.734583 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84915be3-e3f3-41d0-932b-95b70e6b0c6c None None] Routers {'b99d84d4-4e1f-4a04-932e-36803aba666b'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:17:06.735239 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-84915be3-e3f3-41d0-932b-95b70e6b0c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:17:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['b99d84d4-4e1f-4a04-932e-36803aba666b'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:06.741382 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2572731f-5af4-466b-8dec-55f18253c56e req-16e7a081-628c-4ef0-a92d-6875fb1f1738 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711966 May 04 08:17:06.752112 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f214169-d87b-47f3-9c12-9d6011d74f89 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for security_group_rule (69bc29c6-411b-49b0-9af3-c1dc5f9d82fa), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:06.810712 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f214169-d87b-47f3-9c12-9d6011d74f89 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for security_group_rule (69bc29c6-411b-49b0-9af3-c1dc5f9d82fa), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:06.815374 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f214169-d87b-47f3-9c12-9d6011d74f89 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (69bc29c6-411b-49b0-9af3-c1dc5f9d82fa), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:06.832979 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f214169-d87b-47f3-9c12-9d6011d74f89 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69bc29c6-411b-49b0-9af3-c1dc5f9d82fa,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:06.841997 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f214169-d87b-47f3-9c12-9d6011d74f89 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:06.843200 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-3f214169-d87b-47f3-9c12-9d6011d74f89 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1494954 May 04 08:17:06.846124 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 60530) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:06.850780 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-73450b0d-1e26-4fbf-a879-f1d42a03046c tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Request body: {'security_group_rule': {'security_group_id': 'b4e24b96-cfb2-4bd8-8b99-7e934afa2c30', 'project_id': '74c56bb918414ffe937415b180eb5944', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:06.852213 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-84915be3-e3f3-41d0-932b-95b70e6b0c6c None None] Set router b99d84d4-4e1f-4a04-932e-36803aba666b gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:17:06.875626 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73450b0d-1e26-4fbf-a879-f1d42a03046c tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for security_group_rule (4d348a39-5f11-4847-ae2c-a95e187c836c), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:06.929398 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73450b0d-1e26-4fbf-a879-f1d42a03046c tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for security_group_rule (4d348a39-5f11-4847-ae2c-a95e187c836c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:06.934195 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73450b0d-1e26-4fbf-a879-f1d42a03046c tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (4d348a39-5f11-4847-ae2c-a95e187c836c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:06.951211 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73450b0d-1e26-4fbf-a879-f1d42a03046c tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d348a39-5f11-4847-ae2c-a95e187c836c,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:06.963448 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73450b0d-1e26-4fbf-a879-f1d42a03046c tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:06.964649 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-73450b0d-1e26-4fbf-a879-f1d42a03046c tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175306 May 04 08:17:06.967529 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 60532) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:06.971676 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-f803a1cb-9bad-4b61-98e0-ef871bc5bc17 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Request body: {'security_group_rule': {'security_group_id': 'b4e24b96-cfb2-4bd8-8b99-7e934afa2c30', 'project_id': '74c56bb918414ffe937415b180eb5944', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:06.997105 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f803a1cb-9bad-4b61-98e0-ef871bc5bc17 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for security_group_rule (07cdaab8-f161-4d97-82ac-b3efc524a789), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:07.043736 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-84915be3-e3f3-41d0-932b-95b70e6b0c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99d84d4-4e1f-4a04-932e-36803aba666b', 'name': 'tempest-TestVolumeBootPattern-2097789497-router', 'tenant_id': 'f421c214c71643719681d41d51ce25fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b6e62396-2d16-493a-b608-802e25676fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:00Z', 'updated_at': '2022-05-04T08:17:04Z', 'revision_number': 4, 'project_id': 'f421c214c71643719681d41d51ce25fa', 'gw_port': {'id': 'b6e62396-2d16-493a-b608-802e25676fc6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d84d4-4e1f-4a04-932e-36803aba666b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:01Z', 'updated_at': '2022-05-04T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': 'f5d1b647-e63f-491d-b31b-905928a2008a', 'name': '', 'network_id': '1ae03092-a965-4771-b2ac-6148491019dc', 'tenant_id': 'f421c214c71643719681d41d51ce25fa', 'mac_address': 'fa:16:3e:21:85:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99d84d4-4e1f-4a04-932e-36803aba666b', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f9ebd04d-455c-4251-995c-919996a6e493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:03Z', 'updated_at': '2022-05-04T08:17:04Z', 'revision_number': 2, 'project_id': 'f421c214c71643719681d41d51ce25fa', 'subnets': [{'id': 'f9ebd04d-455c-4251-995c-919996a6e493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:07.055639 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f803a1cb-9bad-4b61-98e0-ef871bc5bc17 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for security_group_rule (07cdaab8-f161-4d97-82ac-b3efc524a789), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:07.060831 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f803a1cb-9bad-4b61-98e0-ef871bc5bc17 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (07cdaab8-f161-4d97-82ac-b3efc524a789), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:07.073732 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84915be3-e3f3-41d0-932b-95b70e6b0c6c None None] Checking router: b99d84d4-4e1f-4a04-932e-36803aba666b for host: dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:17:07.074079 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84915be3-e3f3-41d0-932b-95b70e6b0c6c None None] Updating router b99d84d4-4e1f-4a04-932e-36803aba666b port f5d1b647-e63f-491d-b31b-905928a2008a binding host dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:17:07.078361 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803a1cb-9bad-4b61-98e0-ef871bc5bc17 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07cdaab8-f161-4d97-82ac-b3efc524a789,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:07.086554 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f803a1cb-9bad-4b61-98e0-ef871bc5bc17 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:07.088103 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-f803a1cb-9bad-4b61-98e0-ef871bc5bc17 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197426 May 04 08:17:07.090938 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 60534) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:07.095242 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e1d87a58-fada-47da-8136-1cc39c7f5bbd tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Request body: {'security_group_rule': {'security_group_id': 'b4e24b96-cfb2-4bd8-8b99-7e934afa2c30', 'project_id': '74c56bb918414ffe937415b180eb5944', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:07.101103 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-84915be3-e3f3-41d0-932b-95b70e6b0c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (f5d1b647-e63f-491d-b31b-905928a2008a), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:07.125213 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1d87a58-fada-47da-8136-1cc39c7f5bbd tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for security_group_rule (94eadfe7-3d99-43e6-ab76-e899f4801d51), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:07.182249 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1d87a58-fada-47da-8136-1cc39c7f5bbd tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for security_group_rule (94eadfe7-3d99-43e6-ab76-e899f4801d51), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:07.186554 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1d87a58-fada-47da-8136-1cc39c7f5bbd tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (94eadfe7-3d99-43e6-ab76-e899f4801d51), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:07.203155 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d87a58-fada-47da-8136-1cc39c7f5bbd tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94eadfe7-3d99-43e6-ab76-e899f4801d51,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:07.216458 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1d87a58-fada-47da-8136-1cc39c7f5bbd tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:07.219277 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-e1d87a58-fada-47da-8136-1cc39c7f5bbd tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1252158 May 04 08:17:07.220990 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 60540) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:07.225661 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-98df7180-6a0f-4c8f-af93-9cc7624fc637 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Request body: {'security_group_rule': {'security_group_id': 'b4e24b96-cfb2-4bd8-8b99-7e934afa2c30', 'project_id': '74c56bb918414ffe937415b180eb5944', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:07.252461 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.securitygroups_db [None req-98df7180-6a0f-4c8f-af93-9cc7624fc637 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Project 74c56bb918414ffe937415b180eb5944 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 08:17:07.258462 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-98df7180-6a0f-4c8f-af93-9cc7624fc637 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for security_group_rule (f970271e-e891-4f6b-aa35-9f530d840b58), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:07.305109 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2418d66-8a47-4f3f-9734-2f13daff6956 req-6c379886-3ca4-4b3a-9b23-f758d0f61ee9 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:07.307469 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a2418d66-8a47-4f3f-9734-2f13daff6956 req-6c379886-3ca4-4b3a-9b23-f758d0f61ee9 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 944 time: 0.0475171 May 04 08:17:07.319025 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-98df7180-6a0f-4c8f-af93-9cc7624fc637 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for security_group_rule (f970271e-e891-4f6b-aa35-9f530d840b58), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:07.324008 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-98df7180-6a0f-4c8f-af93-9cc7624fc637 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (f970271e-e891-4f6b-aa35-9f530d840b58), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:07.341543 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df7180-6a0f-4c8f-af93-9cc7624fc637 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f970271e-e891-4f6b-aa35-9f530d840b58,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:07.352609 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-98df7180-6a0f-4c8f-af93-9cc7624fc637 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:07.356913 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-98df7180-6a0f-4c8f-af93-9cc7624fc637 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1348579 May 04 08:17:07.357177 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 60542) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:07.362279 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-fce8a973-f3ec-4f96-a832-8fb7e8f824c3 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Request body: {'security_group_rule': {'security_group_id': 'b4e24b96-cfb2-4bd8-8b99-7e934afa2c30', 'project_id': '74c56bb918414ffe937415b180eb5944', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:07.369687 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a2418d66-8a47-4f3f-9734-2f13daff6956 req-c84921e5-fcc5-4e18-8581-3472489b1220 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561111 May 04 08:17:07.388023 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.db.securitygroups_db [None req-fce8a973-f3ec-4f96-a832-8fb7e8f824c3 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Project 74c56bb918414ffe937415b180eb5944 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 08:17:07.393731 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fce8a973-f3ec-4f96-a832-8fb7e8f824c3 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for security_group_rule (fab7625c-aace-4e1d-985e-b8cb730b2714), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:07.409424 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-84915be3-e3f3-41d0-932b-95b70e6b0c6c None None] Publish callbacks [] for port (f5d1b647-e63f-491d-b31b-905928a2008a), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:07.415243 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-84915be3-e3f3-41d0-932b-95b70e6b0c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (f5d1b647-e63f-491d-b31b-905928a2008a), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:07.463501 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fce8a973-f3ec-4f96-a832-8fb7e8f824c3 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for security_group_rule (fab7625c-aace-4e1d-985e-b8cb730b2714), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:07.468269 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fce8a973-f3ec-4f96-a832-8fb7e8f824c3 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (fab7625c-aace-4e1d-985e-b8cb730b2714), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:07.472039 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de8b74-5896-46b7-b215-486243eb3e77 None None] Pushing event updated for resources: {'Port': ['ID=f5d1b647-e63f-491d-b31b-905928a2008a,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:07.501346 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8a973-f3ec-4f96-a832-8fb7e8f824c3 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab7625c-aace-4e1d-985e-b8cb730b2714,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:07.525426 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fce8a973-f3ec-4f96-a832-8fb7e8f824c3 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:07.526655 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-fce8a973-f3ec-4f96-a832-8fb7e8f824c3 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1686602 May 04 08:17:07.534398 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-84915be3-e3f3-41d0-932b-95b70e6b0c6c None None] Attempting to bind port f5d1b647-e63f-491d-b31b-905928a2008a on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:17:07.534779 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-84915be3-e3f3-41d0-932b-95b70e6b0c6c None None] Attempting to bind port f5d1b647-e63f-491d-b31b-905928a2008a by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': 'ce9aba64-6c42-4371-80e3-712e4abfa04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ae03092-a965-4771-b2ac-6148491019dc'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:17:07.535158 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84915be3-e3f3-41d0-932b-95b70e6b0c6c None None] Attempting to bind port f5d1b647-e63f-491d-b31b-905928a2008a on network 1ae03092-a965-4771-b2ac-6148491019dc {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:17:07.541185 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84915be3-e3f3-41d0-932b-95b70e6b0c6c None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:17:07.541614 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84915be3-e3f3-41d0-932b-95b70e6b0c6c None None] Checking segment: {'id': 'ce9aba64-6c42-4371-80e3-712e4abfa04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ae03092-a965-4771-b2ac-6148491019dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:17:07.542142 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-84915be3-e3f3-41d0-932b-95b70e6b0c6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:07.542528 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84915be3-e3f3-41d0-932b-95b70e6b0c6c None None] Bound using segment: {'id': 'ce9aba64-6c42-4371-80e3-712e4abfa04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ae03092-a965-4771-b2ac-6148491019dc'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:17:07.543216 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-84915be3-e3f3-41d0-932b-95b70e6b0c6c None None] Bound port: f5d1b647-e63f-491d-b31b-905928a2008a, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9aba64-6c42-4371-80e3-712e4abfa04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ae03092-a965-4771-b2ac-6148491019dc'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:17:07.543600 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-84915be3-e3f3-41d0-932b-95b70e6b0c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (f5d1b647-e63f-491d-b31b-905928a2008a), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:07.628283 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-84915be3-e3f3-41d0-932b-95b70e6b0c6c None None] For port f5d1b647-e63f-491d-b31b-905928a2008a, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:17:07.635160 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-84915be3-e3f3-41d0-932b-95b70e6b0c6c None None] For port f5d1b647-e63f-491d-b31b-905928a2008a, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=f5d1b647-e63f-491d-b31b-905928a2008a,segment=NetworkSegment(ce9aba64-6c42-4371-80e3-712e4abfa04e),segment_id=ce9aba64-6c42-4371-80e3-712e4abfa04e)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:17:07.645198 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-84915be3-e3f3-41d0-932b-95b70e6b0c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (f5d1b647-e63f-491d-b31b-905928a2008a), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:07.727170 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84915be3-e3f3-41d0-932b-95b70e6b0c6c None None] Routers {'b99d84d4-4e1f-4a04-932e-36803aba666b'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:17:07.727797 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-84915be3-e3f3-41d0-932b-95b70e6b0c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:17:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['b99d84d4-4e1f-4a04-932e-36803aba666b'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:07.730293 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de8b74-5896-46b7-b215-486243eb3e77 None None] Pushing event updated for resources: {'Port': ['ID=f5d1b647-e63f-491d-b31b-905928a2008a,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:07.772252 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed14a4-43c3-4cc1-bf77-caf473d605eb req-ece4addd-76a0-4514-9434-3a608bdd72a6 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:07.774227 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-73ed14a4-43c3-4cc1-bf77-caf473d605eb req-ece4addd-76a0-4514-9434-3a608bdd72a6 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 945 time: 0.0968096 May 04 08:17:07.803418 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-78cc9446-f9df-4461-a9d0-01817e23ccf4 None None] Provisioning complete for port f5d1b647-e63f-491d-b31b-905928a2008a triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:17:07.803786 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-78cc9446-f9df-4461-a9d0-01817e23ccf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (f5d1b647-e63f-491d-b31b-905928a2008a), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:07.886406 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-73ed14a4-43c3-4cc1-bf77-caf473d605eb req-351142d8-4ca7-44f5-ba9a-3c52fc82b40a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064425 May 04 08:17:07.892896 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22015a0a-6979-4601-98f9-4644a931be58 req-9ce802bb-fd54-47d2-b0cc-d62964ed9afc tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:07.899758 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-22015a0a-6979-4601-98f9-4644a931be58 req-9ce802bb-fd54-47d2-b0cc-d62964ed9afc tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0857649 May 04 08:17:07.996496 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-22015a0a-6979-4601-98f9-4644a931be58 req-5a9ec6a3-565e-4e58-8270-934a2948d4a2 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956991 May 04 08:17:08.065329 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device b6e62396-2d16-493a-b608-802e25676fc6 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:17:08.072574 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-84915be3-e3f3-41d0-932b-95b70e6b0c6c None None] Set router b99d84d4-4e1f-4a04-932e-36803aba666b gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:17:08.075750 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad49dd0-b9af-4ab6-982d-e13301a20146 req-b6f9211f-c7df-4f2d-b28c-2bd2928e151f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:08.077533 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7ad49dd0-b9af-4ab6-982d-e13301a20146 req-b6f9211f-c7df-4f2d-b28c-2bd2928e151f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.0605805 May 04 08:17:08.172324 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7ad49dd0-b9af-4ab6-982d-e13301a20146 req-1e29482b-5196-4603-84fe-e9469fa21a0d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818412 May 04 08:17:08.248886 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-78cc9446-f9df-4461-a9d0-01817e23ccf4 None None] Current status of the port f5d1b647-e63f-491d-b31b-905928a2008a is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:17:08.249268 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-78cc9446-f9df-4461-a9d0-01817e23ccf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (f5d1b647-e63f-491d-b31b-905928a2008a), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:08.317022 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port b6e62396-2d16-493a-b608-802e25676fc6 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:17:08.317308 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (b6e62396-2d16-493a-b608-802e25676fc6), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:08.356858 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-78cc9446-f9df-4461-a9d0-01817e23ccf4 None None] For port f5d1b647-e63f-491d-b31b-905928a2008a, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=f5d1b647-e63f-491d-b31b-905928a2008a,segment=NetworkSegment(ce9aba64-6c42-4371-80e3-712e4abfa04e),segment_id=ce9aba64-6c42-4371-80e3-712e4abfa04e)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:17:08.367519 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-78cc9446-f9df-4461-a9d0-01817e23ccf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (f5d1b647-e63f-491d-b31b-905928a2008a), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:08.469070 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-84915be3-e3f3-41d0-932b-95b70e6b0c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99d84d4-4e1f-4a04-932e-36803aba666b', 'name': 'tempest-TestVolumeBootPattern-2097789497-router', 'tenant_id': 'f421c214c71643719681d41d51ce25fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b6e62396-2d16-493a-b608-802e25676fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:00Z', 'updated_at': '2022-05-04T08:17:04Z', 'revision_number': 4, 'project_id': 'f421c214c71643719681d41d51ce25fa', 'gw_port': {'id': 'b6e62396-2d16-493a-b608-802e25676fc6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d84d4-4e1f-4a04-932e-36803aba666b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:01Z', 'updated_at': '2022-05-04T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': 'f5d1b647-e63f-491d-b31b-905928a2008a', 'name': '', 'network_id': '1ae03092-a965-4771-b2ac-6148491019dc', 'tenant_id': 'f421c214c71643719681d41d51ce25fa', 'mac_address': 'fa:16:3e:21:85:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99d84d4-4e1f-4a04-932e-36803aba666b', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f9ebd04d-455c-4251-995c-919996a6e493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:03Z', 'updated_at': '2022-05-04T08:17:07Z', 'revision_number': 4, 'project_id': 'f421c214c71643719681d41d51ce25fa', 'subnets': [{'id': 'f9ebd04d-455c-4251-995c-919996a6e493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:08.490584 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32996e2b-4aa2-49b1-b1ee-559365241c42 req-488c2f80-9f33-4ca5-bb52-fa3d950d6159 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:08.492135 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-32996e2b-4aa2-49b1-b1ee-559365241c42 req-488c2f80-9f33-4ca5-bb52-fa3d950d6159 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 944 time: 0.0469038 May 04 08:17:08.520663 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['ff679bee-f8ad-4819-98c2-ace879ffd59b'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:17:08.522753 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc9446-f9df-4461-a9d0-01817e23ccf4 None None] Pushing event updated for resources: {'Port': ['ID=f5d1b647-e63f-491d-b31b-905928a2008a,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:08.530407 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84915be3-e3f3-41d0-932b-95b70e6b0c6c None None] The sync data for ids ['b99d84d4-4e1f-4a04-932e-36803aba666b'] in dv-cinder-840289-4-iscsi is: [{'id': 'b99d84d4-4e1f-4a04-932e-36803aba666b', 'name': 'tempest-TestVolumeBootPattern-2097789497-router', 'tenant_id': 'f421c214c71643719681d41d51ce25fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b6e62396-2d16-493a-b608-802e25676fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:00Z', 'updated_at': '2022-05-04T08:17:04Z', 'revision_number': 4, 'project_id': 'f421c214c71643719681d41d51ce25fa', 'gw_port': {'id': 'b6e62396-2d16-493a-b608-802e25676fc6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d84d4-4e1f-4a04-932e-36803aba666b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:01Z', 'updated_at': '2022-05-04T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': 'f5d1b647-e63f-491d-b31b-905928a2008a', 'name': '', 'network_id': '1ae03092-a965-4771-b2ac-6148491019dc', 'tenant_id': 'f421c214c71643719681d41d51ce25fa', 'mac_address': 'fa:16:3e:21:85:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99d84d4-4e1f-4a04-932e-36803aba666b', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f9ebd04d-455c-4251-995c-919996a6e493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:03Z', 'updated_at': '2022-05-04T08:17:07Z', 'revision_number': 4, 'project_id': 'f421c214c71643719681d41d51ce25fa', 'subnets': [{'id': 'f9ebd04d-455c-4251-995c-919996a6e493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:17:08.544459 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-32996e2b-4aa2-49b1-b1ee-559365241c42 req-27d46b14-ba80-4959-aac5-b4ca893bffcd tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461631 May 04 08:17:08.571342 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-d2ce6db2-2841-43e3-8787-2798b0360a1a None None] Provisioning complete for port f5d1b647-e63f-491d-b31b-905928a2008a triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:17:08.571720 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d2ce6db2-2841-43e3-8787-2798b0360a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (f5d1b647-e63f-491d-b31b-905928a2008a), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:08.613503 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port b6e62396-2d16-493a-b608-802e25676fc6 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:17:08.736204 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-d2ce6db2-2841-43e3-8787-2798b0360a1a None None] Current status of the port f5d1b647-e63f-491d-b31b-905928a2008a is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:17:08.737002 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7796c030-6518-4768-ba75-e759ad42a2de req-fbf5cc01-63c8-49a6-96b0-0f423ba94da9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc11791a-44ca-49dc-a7d7-7864fceead3a HTTP/1.1" status: 200 len: 217 time: 0.0452242 May 04 08:17:09.014956 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ec99d-d471-4548-8302-c9454a2c88ea req-d1ee8bc3-b90f-45e2-90ed-448a5cb81606 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:09.016471 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fb2ec99d-d471-4548-8302-c9454a2c88ea req-d1ee8bc3-b90f-45e2-90ed-448a5cb81606 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 945 time: 0.0529335 May 04 08:17:09.069141 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fb2ec99d-d471-4548-8302-c9454a2c88ea req-b04cd2eb-37e2-4427-a2ba-b9c20af38bef tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468993 May 04 08:17:09.117555 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76ed08-72ed-40a9-93ba-f92365009560 req-77fd09b7-a11e-48ba-906a-97b68cd16821 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:09.119277 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-db76ed08-72ed-40a9-93ba-f92365009560 req-77fd09b7-a11e-48ba-906a-97b68cd16821 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0465343 May 04 08:17:09.169727 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-db76ed08-72ed-40a9-93ba-f92365009560 req-7f6e3985-061f-4359-9302-7dd626f81e5a tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446665 May 04 08:17:09.346231 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb0dfe-120e-4c24-944f-0151f0fa1aad req-4a680fa9-934a-4085-8aad-28707b61c148 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:09.348001 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c1fb0dfe-120e-4c24-944f-0151f0fa1aad req-4a680fa9-934a-4085-8aad-28707b61c148 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.0567915 May 04 08:17:09.440185 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c1fb0dfe-120e-4c24-944f-0151f0fa1aad req-29e9d980-97cb-4b22-ab54-aa7278b8e77e tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860786 May 04 08:17:09.516693 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796c030-6518-4768-ba75-e759ad42a2de req-aaf86d52-470b-43f2-874c-49ae59039abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:09.518284 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7796c030-6518-4768-ba75-e759ad42a2de req-aaf86d52-470b-43f2-874c-49ae59039abe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45538bf3-9b96-4f4b-8834-95bb5dd1eb54 HTTP/1.1" status: 200 len: 851 time: 0.1224971 May 04 08:17:09.559645 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7796c030-6518-4768-ba75-e759ad42a2de req-e1837963-b7c2-43b7-8dd3-4bb8003d7235 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=444090b3-b666-4591-9cbe-dc039e65ad0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291572 May 04 08:17:09.724266 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08656398-dbc9-4d3d-bd5d-5a99afbade9e req-3dba92e9-12f9-415e-acec-aabdf418beaa tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:09.731912 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-08656398-dbc9-4d3d-bd5d-5a99afbade9e req-3dba92e9-12f9-415e-acec-aabdf418beaa tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.1180069 May 04 08:17:09.768173 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee00fa-081f-4841-9add-3a5da1c60dc8 req-cd7fd829-90a7-4e2b-ba28-d0a3e49700df tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:09.769837 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-93ee00fa-081f-4841-9add-3a5da1c60dc8 req-cd7fd829-90a7-4e2b-ba28-d0a3e49700df tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 944 time: 0.1263044 May 04 08:17:09.775536 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445046f-c89d-4273-860c-63898b5962e7 req-dcb00a72-363d-40e1-b51d-0c68029b2127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:09.777114 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7445046f-c89d-4273-860c-63898b5962e7 req-dcb00a72-363d-40e1-b51d-0c68029b2127 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 1129 time: 0.0928969 May 04 08:17:09.798658 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bdfcb-faf1-48c9-8756-ac9c1c34508d req-a8890a52-13de-4879-a03e-72e5e2f00949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:09.801260 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-646bdfcb-faf1-48c9-8756-ac9c1c34508d req-a8890a52-13de-4879-a03e-72e5e2f00949 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=627a6ec20d314e7ba545b36a7e9b2fe8&device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 1129 time: 0.1073439 May 04 08:17:09.823596 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-08656398-dbc9-4d3d-bd5d-5a99afbade9e req-3f24adbf-3391-4cf5-b78a-af8ec38d6aba tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907228 May 04 08:17:09.835162 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7796c030-6518-4768-ba75-e759ad42a2de req-93caee7f-42e3-4714-9cc9-dd5466ed21ae service neutron] 10.222.0.13 "GET /v2.0/networks/444090b3-b666-4591-9cbe-dc039e65ad0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869059 May 04 08:17:09.860912 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-93ee00fa-081f-4841-9add-3a5da1c60dc8 req-720d36c9-6e01-411a-a61f-13e9aefbef8b tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808954 May 04 08:17:09.942925 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device ff679bee-f8ad-4819-98c2-ace879ffd59b up at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:17:10.000160 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning for port ff679bee-f8ad-4819-98c2-ace879ffd59b completed by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:17:10.008654 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning complete for port ff679bee-f8ad-4819-98c2-ace879ffd59b triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:17:10.009351 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (ff679bee-f8ad-4819-98c2-ace879ffd59b), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:10.046440 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device f5d1b647-e63f-491d-b31b-905928a2008a up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:17:10.112559 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port f5d1b647-e63f-491d-b31b-905928a2008a triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:17:10.112936 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (f5d1b647-e63f-491d-b31b-905928a2008a), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:10.167280 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 6 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:17:10.175224 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port ff679bee-f8ad-4819-98c2-ace879ffd59b is: BUILD; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:17:10.175620 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (ff679bee-f8ad-4819-98c2-ace879ffd59b), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:10.200108 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc223b-13b1-4731-afc1-a4a8b2942ac9 req-d6252cec-c08b-4b92-9ac1-e1868f96d778 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:10.201746 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-33cc223b-13b1-4731-afc1-a4a8b2942ac9 req-d6252cec-c08b-4b92-9ac1-e1868f96d778 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 945 time: 0.0505877 May 04 08:17:10.205350 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d26c26-f769-4a4a-81e0-f8d32b5864fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff679bee-f8ad-4819-98c2-ace879ffd59b'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:17:10.207598 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ee21b8-836e-4c19-ac6c-d1e8717fbf79" -d '{"events": [{"server_uuid": "56d26c26-f769-4a4a-81e0-f8d32b5864fa", "name": "network-vif-plugged", "status": "completed", "tag": "ff679bee-f8ad-4819-98c2-ace879ffd59b"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:17:10.241627 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port ff679bee-f8ad-4819-98c2-ace879ffd59b, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=ff679bee-f8ad-4819-98c2-ace879ffd59b,segment=NetworkSegment(be24cf48-fbca-4f1a-adfd-44da32707882),segment_id=be24cf48-fbca-4f1a-adfd-44da32707882)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:17:10.250344 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (ff679bee-f8ad-4819-98c2-ace879ffd59b), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:10.285294 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port f5d1b647-e63f-491d-b31b-905928a2008a is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:17:10.302465 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-33cc223b-13b1-4731-afc1-a4a8b2942ac9 req-f5af18c1-7af2-4cb6-8d18-45640aba8168 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946026 May 04 08:17:10.322724 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=ff679bee-f8ad-4819-98c2-ace879ffd59b,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:10.425073 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342ea8aa-809d-42ac-90f6-bc7e28de8935 x-openstack-request-id: req-342ea8aa-809d-42ac-90f6-bc7e28de8935 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:17:10.425452 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d26c26-f769-4a4a-81e0-f8d32b5864fa", "name": "network-vif-plugged", "status": "completed", "tag": "ff679bee-f8ad-4819-98c2-ace879ffd59b", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:17:10.425715 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-342ea8aa-809d-42ac-90f6-bc7e28de8935 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:17:10.426176 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-342ea8aa-809d-42ac-90f6-bc7e28de8935'] response: {'server_uuid': '56d26c26-f769-4a4a-81e0-f8d32b5864fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff679bee-f8ad-4819-98c2-ace879ffd59b', 'code': 200} May 04 08:17:10.574518 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7445046f-c89d-4273-860c-63898b5962e7 req-a0dc69e9-505d-4bc0-9056-b9b450057e60 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520055 May 04 08:17:10.651214 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f763c0-9067-4890-b505-998e9604d7fa req-9063c194-12c9-40db-ac32-b9fa4d32acb8 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:10.652712 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-83f763c0-9067-4890-b505-998e9604d7fa req-9063c194-12c9-40db-ac32-b9fa4d32acb8 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.0742669 May 04 08:17:10.706113 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-83f763c0-9067-4890-b505-998e9604d7fa req-d1f86da0-b391-44b0-8606-4c1229c5f0ce tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462286 May 04 08:17:10.750429 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7796c030-6518-4768-ba75-e759ad42a2de req-0f6671bb-c8ed-4e7e-8ffe-2d20278872fc service neutron] 10.222.0.13 "GET /v2.0/networks/444090b3-b666-4591-9cbe-dc039e65ad0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274053 May 04 08:17:10.760393 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bdfcb-faf1-48c9-8756-ac9c1c34508d req-294b7a48-1254-4415-a086-4505bc0c12b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:10.762183 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-646bdfcb-faf1-48c9-8756-ac9c1c34508d req-294b7a48-1254-4415-a086-4505bc0c12b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=459895ff-73ee-42db-9914-e045a10994f6 HTTP/1.1" status: 200 len: 920 time: 0.2233236 May 04 08:17:11.004862 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be549ce-7bd5-4760-b54b-aed0a4a11b7c req-f5e0d8af-c144-4946-abce-8d16ca2d1cd6 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:11.006330 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2be549ce-7bd5-4760-b54b-aed0a4a11b7c req-f5e0d8af-c144-4946-abce-8d16ca2d1cd6 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0921223 May 04 08:17:11.012346 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2a9d9-f1a9-484b-bcf9-e4b795b206fa req-5d1fa8bc-28f6-415a-a9e0-03cafbe44a24 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:11.013740 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b2a2a9d9-f1a9-484b-bcf9-e4b795b206fa req-5d1fa8bc-28f6-415a-a9e0-03cafbe44a24 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0622268 May 04 08:17:11.099287 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2be549ce-7bd5-4760-b54b-aed0a4a11b7c req-2d291cff-f6a8-455d-8480-7741134bfad6 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845699 May 04 08:17:11.106068 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b2a2a9d9-f1a9-484b-bcf9-e4b795b206fa req-2f8d4a9d-87a2-4e97-8779-07de931ecbcf tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855887 May 04 08:17:11.161590 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-646bdfcb-faf1-48c9-8756-ac9c1c34508d req-d7ffe3fb-6ead-4d8d-951f-6aef4e4b3bb4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b HTTP/1.1" status: 200 len: 217 time: 0.0385966 May 04 08:17:11.435908 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a29e4-df90-4aa8-bbf3-1df18df19837 req-5feb3033-7a85-4160-812b-7223f4ccf0fa tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:11.437845 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-be4a29e4-df90-4aa8-bbf3-1df18df19837 req-5feb3033-7a85-4160-812b-7223f4ccf0fa tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 945 time: 0.0588937 May 04 08:17:11.486941 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-be4a29e4-df90-4aa8-bbf3-1df18df19837 req-9bdb3f9e-c4e6-4a8d-a7e8-62753141877a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410419 May 04 08:17:11.597573 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4387138-d9e3-4d03-83e4-94241abf6744 req-a7018eaa-7e0d-4277-bea2-2507b938c4e6 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:11.599118 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a4387138-d9e3-4d03-83e4-94241abf6744 req-a7018eaa-7e0d-4277-bea2-2507b938c4e6 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 945 time: 0.0484049 May 04 08:17:11.608230 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 60734) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:11.612832 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-89f476e7-f247-4a19-b1a9-8e2faf3162b4 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Request body: {'floatingip': {'port_id': '531f9e74-506d-4b94-93b7-78933b5296f0'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:11.686224 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-89f476e7-f247-4a19-b1a9-8e2faf3162b4 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for floatingip (b24218e1-ec5b-45a2-b9f6-698fe91491c1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:11.850029 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc59740-3856-475b-b5c5-fb587fa02662 req-a951910d-dd55-4f18-852a-dc4851a6e383 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:11.851630 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-acc59740-3856-475b-b5c5-fb587fa02662 req-a951910d-dd55-4f18-852a-dc4851a6e383 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.0565062 May 04 08:17:11.903912 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-acc59740-3856-475b-b5c5-fb587fa02662 req-b9738fed-98e8-4f1a-967f-a6e8a20007cd tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463417 May 04 08:17:12.069582 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922a259-e0a4-4709-beb0-36f3d9dd2987 req-65d7d595-3e71-4285-82ef-2aacec71370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:12.070997 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0922a259-e0a4-4709-beb0-36f3d9dd2987 req-65d7d595-3e71-4285-82ef-2aacec71370c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 1129 time: 0.1487560 May 04 08:17:12.083550 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bdfcb-faf1-48c9-8756-ac9c1c34508d req-d52e44e0-20b4-4a8d-a37a-bf80c5d5dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:12.084931 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-646bdfcb-faf1-48c9-8756-ac9c1c34508d req-d52e44e0-20b4-4a8d-a37a-bf80c5d5dcbe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7425b7ef-390a-4bcf-88b7-7e4dc3dbed56 HTTP/1.1" status: 200 len: 858 time: 0.1618342 May 04 08:17:12.259299 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285f665-d0b0-4e05-868f-42f9c0aeff1d req-a465b7e9-092f-4dd0-aef4-594b1dac13ef tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:12.260799 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5285f665-d0b0-4e05-868f-42f9c0aeff1d req-a465b7e9-092f-4dd0-aef4-594b1dac13ef tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0724502 May 04 08:17:12.274900 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3963520-d815-41dc-8c5c-2470adfcbbe2 req-f75e2b35-f34a-4b41-bb21-c5827d17fdf0 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:12.276331 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c3963520-d815-41dc-8c5c-2470adfcbbe2 req-f75e2b35-f34a-4b41-bb21-c5827d17fdf0 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0793376 May 04 08:17:12.351161 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5285f665-d0b0-4e05-868f-42f9c0aeff1d req-4dfc3d93-479e-45ff-a107-b6e911e5e4f1 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841010 May 04 08:17:12.358869 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c3963520-d815-41dc-8c5c-2470adfcbbe2 req-563f9c9d-9f75-4080-ad59-e982d672e1a3 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767250 May 04 08:17:12.638488 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-89f476e7-f247-4a19-b1a9-8e2faf3162b4 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:12.644532 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-89f476e7-f247-4a19-b1a9-8e2faf3162b4 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (b24218e1-ec5b-45a2-b9f6-698fe91491c1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:12.754719 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bdfcb-faf1-48c9-8756-ac9c1c34508d req-fd95da1f-f118-4074-bb21-47656609de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:12.756429 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-646bdfcb-faf1-48c9-8756-ac9c1c34508d req-fd95da1f-f118-4074-bb21-47656609de98 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=459895ff-73ee-42db-9914-e045a10994f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661626 May 04 08:17:12.815121 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0922a259-e0a4-4709-beb0-36f3d9dd2987 req-4ac38a66-8080-46e4-b394-559abf1410e1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232839 May 04 08:17:12.821919 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.l3_db [None req-89f476e7-f247-4a19-b1a9-8e2faf3162b4 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Floating IP b24218e1-ec5b-45a2-b9f6-698fe91491c1 associated. External IP: 172.27.3.154, port: 531f9e74-506d-4b94-93b7-78933b5296f0. May 04 08:17:13.023367 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c4a79-eae7-459e-bfe1-18fd561f261b req-40c1b0d2-8cac-4211-8e8e-70233a221089 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:13.024750 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-634c4a79-eae7-459e-bfe1-18fd561f261b req-40c1b0d2-8cac-4211-8e8e-70233a221089 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.0483437 May 04 08:17:13.039563 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f476e7-f247-4a19-b1a9-8e2faf3162b4 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:17:13.070580 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-634c4a79-eae7-459e-bfe1-18fd561f261b req-6cacda5e-c3b5-4b74-a250-0afece024157 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401831 May 04 08:17:13.150963 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f476e7-f247-4a19-b1a9-8e2faf3162b4 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:17:13.155702 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-89f476e7-f247-4a19-b1a9-8e2faf3162b4 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:13.163791 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb07d14-5d73-43a3-967e-c7df656250de None None] Sync routers for ids ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:17:13.176740 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb07d14-5d73-43a3-967e-c7df656250de None None] Routers {'596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:17:13.177401 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-3eb07d14-5d73-43a3-967e-c7df656250de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:17:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:13.188515 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77899073-4d02-4b85-9367-b89cd4dd5acf req-33a3ad60-221e-4e62-a8d2-7654fa990583 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:13.190390 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-77899073-4d02-4b85-9367-b89cd4dd5acf req-33a3ad60-221e-4e62-a8d2-7654fa990583 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.0524440 May 04 08:17:13.199817 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 60768) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:13.204720 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-431a698e-9d51-48e7-8f37-e2e05b8e52dd tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Request body: {'floatingip': {'port_id': 'ece0d49a-030d-48d4-9e36-92066c88c022'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:13.283749 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-431a698e-9d51-48e7-8f37-e2e05b8e52dd tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for floatingip (bc0a33db-616c-4087-8329-c5546576a468), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:13.313131 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-3eb07d14-5d73-43a3-967e-c7df656250de None None] Set router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:17:13.475860 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-89f476e7-f247-4a19-b1a9-8e2faf3162b4 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "PUT /v2.0/floatingips/b24218e1-ec5b-45a2-b9f6-698fe91491c1 HTTP/1.1" status: 200 len: 991 time: 1.8564446 May 04 08:17:13.475860 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dccdc70-1580-4fd0-94f0-6ac1d996b348', 'tag': '531f9e74-506d-4b94-93b7-78933b5296f0'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:17:13.475860 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17b3393-0fde-4ca4-b7b6-602219ff03bf" -d '{"events": [{"name": "network-changed", "server_uuid": "2dccdc70-1580-4fd0-94f0-6ac1d996b348", "tag": "531f9e74-506d-4b94-93b7-78933b5296f0"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:17:13.593533 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36aec40-34ef-42f3-8942-3cd1725e043a req-fc831d5c-6bb0-4aae-8888-742f5c166320 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:13.595041 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b36aec40-34ef-42f3-8942-3cd1725e043a req-fc831d5c-6bb0-4aae-8888-742f5c166320 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.1294198 May 04 08:17:13.607753 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622135-c791-44b3-8d04-e68e9f9cda87 req-974c2aea-c942-42ca-85ca-09d8e7cbbba0 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:13.609477 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f3622135-c791-44b3-8d04-e68e9f9cda87 req-974c2aea-c942-42ca-85ca-09d8e7cbbba0 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.1278317 May 04 08:17:13.628761 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 60788) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:13.683876 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-3eb07d14-5d73-43a3-967e-c7df656250de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'b24218e1-ec5b-45a2-b9f6-698fe91491c1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'port_id': '531f9e74-506d-4b94-93b7-78933b5296f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'mac_address': 'fa:16:3e:93:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dccdc70-1580-4fd0-94f0-6ac1d996b348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:16:27Z', 'updated_at': '2022-05-04T08:17:12Z', 'revision_number': 1, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0be89f-d1e7-4551-99d6-a575798b7796', 'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'mac_address': 'fa:16:3e:dc:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:21Z', 'revision_number': 5, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'subnets': [{'id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:13.711513 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb07d14-5d73-43a3-967e-c7df656250de None None] Checking router: 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:17:13.720153 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb07d14-5d73-43a3-967e-c7df656250de None None] Routers {'596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:17:13.720791 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-3eb07d14-5d73-43a3-967e-c7df656250de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:17:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:13.728606 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b36aec40-34ef-42f3-8942-3cd1725e043a req-b8687ae6-68db-4c10-a64b-23dfcb7f8a7c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184368 May 04 08:17:13.737523 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f3622135-c791-44b3-8d04-e68e9f9cda87 req-32cc6234-3b46-4b92-b60c-23abbb716df0 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176674 May 04 08:17:13.767930 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-439a8b00-9e96-4538-b903-994febd852bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:13.805457 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84eab606-4c95-44c6-988a-e7d51128484c x-openstack-request-id: req-84eab606-4c95-44c6-988a-e7d51128484c {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:17:13.806102 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dccdc70-1580-4fd0-94f0-6ac1d996b348", "tag": "531f9e74-506d-4b94-93b7-78933b5296f0", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:17:13.806527 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-84eab606-4c95-44c6-988a-e7d51128484c {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:17:13.807126 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84eab606-4c95-44c6-988a-e7d51128484c'] response: {'name': 'network-changed', 'server_uuid': '2dccdc70-1580-4fd0-94f0-6ac1d996b348', 'tag': '531f9e74-506d-4b94-93b7-78933b5296f0', 'status': 'completed', 'code': 200} May 04 08:17:13.882183 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-439a8b00-9e96-4538-b903-994febd852bc admin admin] Publish callbacks [] for security_group (c18df90a-7b2c-495b-9fbf-70c9d8605d23), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:13.889079 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-439a8b00-9e96-4538-b903-994febd852bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (c18df90a-7b2c-495b-9fbf-70c9d8605d23), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:13.949247 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a8b00-9e96-4538-b903-994febd852bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18df90a-7b2c-495b-9fbf-70c9d8605d23,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:13.959433 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-3eb07d14-5d73-43a3-967e-c7df656250de None None] Set router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:17:13.967118 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-439a8b00-9e96-4538-b903-994febd852bc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ea68d3c351b54ec0a7f40271756914ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3368926 May 04 08:17:13.973084 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 60796) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:14.068132 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-34db1b55-2624-4da3-8230-97bcaea89d55 admin admin] Publish callbacks [] for security_group (c18df90a-7b2c-495b-9fbf-70c9d8605d23), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:14.095052 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-34db1b55-2624-4da3-8230-97bcaea89d55 admin admin] Publish callbacks [] for security_group (c18df90a-7b2c-495b-9fbf-70c9d8605d23), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:14.270024 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-34db1b55-2624-4da3-8230-97bcaea89d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (c18df90a-7b2c-495b-9fbf-70c9d8605d23), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:14.270601 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-3eb07d14-5d73-43a3-967e-c7df656250de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'b24218e1-ec5b-45a2-b9f6-698fe91491c1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'port_id': '531f9e74-506d-4b94-93b7-78933b5296f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'mac_address': 'fa:16:3e:93:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dccdc70-1580-4fd0-94f0-6ac1d996b348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:16:27Z', 'updated_at': '2022-05-04T08:17:12Z', 'revision_number': 1, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0be89f-d1e7-4551-99d6-a575798b7796', 'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'mac_address': 'fa:16:3e:dc:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:21Z', 'revision_number': 5, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'subnets': [{'id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:14.273781 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-34db1b55-2624-4da3-8230-97bcaea89d55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:14.275134 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-34db1b55-2624-4da3-8230-97bcaea89d55 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c18df90a-7b2c-495b-9fbf-70c9d8605d23 HTTP/1.1" status: 204 len: 168 time: 0.2917683 May 04 08:17:14.296893 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db1b55-2624-4da3-8230-97bcaea89d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18df90a-7b2c-495b-9fbf-70c9d8605d23,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:14.300656 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb07d14-5d73-43a3-967e-c7df656250de None None] The sync data for ids ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'] in dv-cinder-840289-4-iscsi is: [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'b24218e1-ec5b-45a2-b9f6-698fe91491c1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'port_id': '531f9e74-506d-4b94-93b7-78933b5296f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'mac_address': 'fa:16:3e:93:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dccdc70-1580-4fd0-94f0-6ac1d996b348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:16:27Z', 'updated_at': '2022-05-04T08:17:12Z', 'revision_number': 1, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0be89f-d1e7-4551-99d6-a575798b7796', 'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'mac_address': 'fa:16:3e:dc:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:21Z', 'revision_number': 5, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'subnets': [{'id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:17:14.303073 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-646bdfcb-faf1-48c9-8756-ac9c1c34508d req-9a27e9a6-b1c0-42fd-891c-5a9783187670 service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450286 May 04 08:17:14.464180 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-431a698e-9d51-48e7-8f37-e2e05b8e52dd tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:14.468778 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-431a698e-9d51-48e7-8f37-e2e05b8e52dd tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (bc0a33db-616c-4087-8329-c5546576a468), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:14.614629 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.db.l3_db [None req-431a698e-9d51-48e7-8f37-e2e05b8e52dd tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Floating IP bc0a33db-616c-4087-8329-c5546576a468 associated. External IP: 172.27.3.226, port: ece0d49a-030d-48d4-9e36-92066c88c022. May 04 08:17:14.628549 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c15bf79-2223-45a2-8616-ffbafc2f404d None None] New status for floating IP b24218e1-ec5b-45a2-b9f6-698fe91491c1: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:17:14.632588 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 60810) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:14.646852 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a6f4d05a-cf58-4559-8c63-8f185e3f3339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:14.732777 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a6f4d05a-cf58-4559-8c63-8f185e3f3339 admin admin] Publish callbacks [] for security_group (243ddb74-7570-41e0-8bf1-991a3f39a2a9), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:14.737729 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a6f4d05a-cf58-4559-8c63-8f185e3f3339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (243ddb74-7570-41e0-8bf1-991a3f39a2a9), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:14.783050 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-a6f4d05a-cf58-4559-8c63-8f185e3f3339 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=24d52f68928a42c3b8a2e584b4b141ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1468935 May 04 08:17:14.784969 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 60816) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:14.806949 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4d05a-cf58-4559-8c63-8f185e3f3339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243ddb74-7570-41e0-8bf1-991a3f39a2a9,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:14.969629 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009d30a-4977-46e7-9a56-294b70cd94a2 req-18ce9854-ebfb-419e-8797-23cef47afa80 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:14.971112 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1009d30a-4977-46e7-9a56-294b70cd94a2 req-18ce9854-ebfb-419e-8797-23cef47afa80 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.1350276 May 04 08:17:14.981979 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc4450-198c-4e03-bb87-6522b9d4c716 req-bce15f9d-f218-4084-8730-eb3d934b7b37 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:14.983350 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-31fc4450-198c-4e03-bb87-6522b9d4c716 req-bce15f9d-f218-4084-8730-eb3d934b7b37 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.1094270 May 04 08:17:14.989561 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431a698e-9d51-48e7-8f37-e2e05b8e52dd tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Router 86fe3ff6-c4f4-4494-b652-9ef77792b78f has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:17:15.003178 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da2a4337-f324-40c3-aab5-5a025a199035 admin admin] Publish callbacks [] for security_group (243ddb74-7570-41e0-8bf1-991a3f39a2a9), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:15.048417 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da2a4337-f324-40c3-aab5-5a025a199035 admin admin] Publish callbacks [] for security_group (243ddb74-7570-41e0-8bf1-991a3f39a2a9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:15.151720 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-31fc4450-198c-4e03-bb87-6522b9d4c716 req-325b568e-9705-4ee9-bb4d-d9f3b3dae37e tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593051 May 04 08:17:15.166030 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1009d30a-4977-46e7-9a56-294b70cd94a2 req-a7240c13-e4e3-4136-a4b8-170b5c77433d tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784837 May 04 08:17:15.212507 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da2a4337-f324-40c3-aab5-5a025a199035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (243ddb74-7570-41e0-8bf1-991a3f39a2a9), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:15.215240 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da2a4337-f324-40c3-aab5-5a025a199035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:15.219108 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-da2a4337-f324-40c3-aab5-5a025a199035 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/243ddb74-7570-41e0-8bf1-991a3f39a2a9 HTTP/1.1" status: 204 len: 168 time: 0.4300885 May 04 08:17:15.232362 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a4337-f324-40c3-aab5-5a025a199035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243ddb74-7570-41e0-8bf1-991a3f39a2a9,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:15.238251 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431a698e-9d51-48e7-8f37-e2e05b8e52dd tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:17:15.243746 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-431a698e-9d51-48e7-8f37-e2e05b8e52dd tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:15.249847 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361edcc5-8c4e-4ba8-9e89-1bdd2ae935f6 None None] Sync routers for ids ['86fe3ff6-c4f4-4494-b652-9ef77792b78f'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:17:15.264008 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361edcc5-8c4e-4ba8-9e89-1bdd2ae935f6 None None] Routers {'86fe3ff6-c4f4-4494-b652-9ef77792b78f'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:17:15.265107 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-361edcc5-8c4e-4ba8-9e89-1bdd2ae935f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:17:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['86fe3ff6-c4f4-4494-b652-9ef77792b78f'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:15.285850 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-431a698e-9d51-48e7-8f37-e2e05b8e52dd tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "PUT /v2.0/floatingips/bc0a33db-616c-4087-8329-c5546576a468 HTTP/1.1" status: 200 len: 991 time: 2.0845499 May 04 08:17:15.287405 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646f2e1f-c22b-4358-bc72-53f0e8a5800e', 'tag': 'ece0d49a-030d-48d4-9e36-92066c88c022'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:17:15.293785 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644f9b81011f902d5a48520c995b4e8323da082f15dc8879127e03e175236f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ff773b-6858-43db-8bc9-d6ce3c03ac2b" -d '{"events": [{"name": "network-changed", "server_uuid": "646f2e1f-c22b-4358-bc72-53f0e8a5800e", "tag": "ece0d49a-030d-48d4-9e36-92066c88c022"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:17:15.341817 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71282f49-8600-44f6-b0ad-3fcc647617c8 x-openstack-request-id: req-71282f49-8600-44f6-b0ad-3fcc647617c8 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:17:15.342205 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "646f2e1f-c22b-4358-bc72-53f0e8a5800e", "tag": "ece0d49a-030d-48d4-9e36-92066c88c022", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:17:15.342552 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-71282f49-8600-44f6-b0ad-3fcc647617c8 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:17:15.343120 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71282f49-8600-44f6-b0ad-3fcc647617c8'] response: {'name': 'network-changed', 'server_uuid': '646f2e1f-c22b-4358-bc72-53f0e8a5800e', 'tag': 'ece0d49a-030d-48d4-9e36-92066c88c022', 'status': 'completed', 'code': 200} May 04 08:17:15.380535 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-361edcc5-8c4e-4ba8-9e89-1bdd2ae935f6 None None] Set router 86fe3ff6-c4f4-4494-b652-9ef77792b78f gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:17:15.605503 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-361edcc5-8c4e-4ba8-9e89-1bdd2ae935f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'name': 'tempest-AttachVolumeShelveTestJSON-851729642-router', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:03Z', 'updated_at': '2022-05-04T08:16:20Z', 'revision_number': 4, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'gw_port': {'id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'bc0a33db-616c-4087-8329-c5546576a468', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'port_id': 'ece0d49a-030d-48d4-9e36-92066c88c022', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'mac_address': 'fa:16:3e:75:b5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646f2e1f-c22b-4358-bc72-53f0e8a5800e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:16:32Z', 'updated_at': '2022-05-04T08:17:14Z', 'revision_number': 1, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b29f279-72f1-4f5c-934b-bf2513ecc4e4', 'name': '', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'mac_address': 'fa:16:3e:16:5d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:16Z', 'updated_at': '2022-05-04T08:16:34Z', 'revision_number': 5, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'subnets': [{'id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:15.633426 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361edcc5-8c4e-4ba8-9e89-1bdd2ae935f6 None None] Checking router: 86fe3ff6-c4f4-4494-b652-9ef77792b78f for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:17:15.642548 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361edcc5-8c4e-4ba8-9e89-1bdd2ae935f6 None None] Routers {'86fe3ff6-c4f4-4494-b652-9ef77792b78f'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:17:15.643345 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-361edcc5-8c4e-4ba8-9e89-1bdd2ae935f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:17:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['86fe3ff6-c4f4-4494-b652-9ef77792b78f'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:15.757114 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-361edcc5-8c4e-4ba8-9e89-1bdd2ae935f6 None None] Set router 86fe3ff6-c4f4-4494-b652-9ef77792b78f gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:17:15.975006 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 60848) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:15.995472 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-361edcc5-8c4e-4ba8-9e89-1bdd2ae935f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'name': 'tempest-AttachVolumeShelveTestJSON-851729642-router', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:03Z', 'updated_at': '2022-05-04T08:16:20Z', 'revision_number': 4, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'gw_port': {'id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'bc0a33db-616c-4087-8329-c5546576a468', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'port_id': 'ece0d49a-030d-48d4-9e36-92066c88c022', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'mac_address': 'fa:16:3e:75:b5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646f2e1f-c22b-4358-bc72-53f0e8a5800e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:16:32Z', 'updated_at': '2022-05-04T08:17:14Z', 'revision_number': 1, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b29f279-72f1-4f5c-934b-bf2513ecc4e4', 'name': '', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'mac_address': 'fa:16:3e:16:5d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:16Z', 'updated_at': '2022-05-04T08:16:34Z', 'revision_number': 5, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'subnets': [{'id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:16.025286 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361edcc5-8c4e-4ba8-9e89-1bdd2ae935f6 None None] The sync data for ids ['86fe3ff6-c4f4-4494-b652-9ef77792b78f'] in dv-cinder-840289-4-iscsi is: [{'id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'name': 'tempest-AttachVolumeShelveTestJSON-851729642-router', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:03Z', 'updated_at': '2022-05-04T08:16:20Z', 'revision_number': 4, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'gw_port': {'id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'bc0a33db-616c-4087-8329-c5546576a468', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'port_id': 'ece0d49a-030d-48d4-9e36-92066c88c022', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'mac_address': 'fa:16:3e:75:b5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646f2e1f-c22b-4358-bc72-53f0e8a5800e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:16:32Z', 'updated_at': '2022-05-04T08:17:14Z', 'revision_number': 1, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b29f279-72f1-4f5c-934b-bf2513ecc4e4', 'name': '', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'mac_address': 'fa:16:3e:16:5d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:16Z', 'updated_at': '2022-05-04T08:16:34Z', 'revision_number': 5, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'subnets': [{'id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:17:16.075912 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-b5cd3cf0-55c7-42cf-81c3-69a8ebb58844 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-83130270-network', 'tenant_id': '570b2249d283476ab85f3544a666d5dd'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:16.103402 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cd3cf0-55c7-42cf-81c3-69a8ebb58844 admin admin] Made reservation on behalf of 570b2249d283476ab85f3544a666d5dd for: {'network': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:17:16.105709 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b5cd3cf0-55c7-42cf-81c3-69a8ebb58844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for network (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:16.114534 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b5cd3cf0-55c7-42cf-81c3-69a8ebb58844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:16.219403 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b5cd3cf0-55c7-42cf-81c3-69a8ebb58844 admin admin] Publish callbacks [] for security_group (c4a18377-385d-45ac-889e-510809ea086a), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:16.226767 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b5cd3cf0-55c7-42cf-81c3-69a8ebb58844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (c4a18377-385d-45ac-889e-510809ea086a), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:16.240225 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5cd3cf0-55c7-42cf-81c3-69a8ebb58844 admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=103564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:17:16.260202 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa37691-50a4-492f-8894-03d45df07141 None None] New status for floating IP bc0a33db-616c-4087-8329-c5546576a468: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:17:16.265342 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b5cd3cf0-55c7-42cf-81c3-69a8ebb58844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (ceb82364-6140-4c2f-9dc0-e128071d8577), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:16.265840 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.segments_db [None req-b5cd3cf0-55c7-42cf-81c3-69a8ebb58844 admin admin] Added segment ceb82364-6140-4c2f-9dc0-e128071d8577 of type vlan for network 79f70062-1a28-439e-972a-f80a31e81212 May 04 08:17:16.284178 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd3cf0-55c7-42cf-81c3-69a8ebb58844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a18377-385d-45ac-889e-510809ea086a,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:16.325066 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b5cd3cf0-55c7-42cf-81c3-69a8ebb58844 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787184729016'] for network (79f70062-1a28-439e-972a-f80a31e81212), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:16.338763 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedf37a-9c55-4a83-82fe-7f7420c9d181 req-1ff2b988-7838-4297-adb4-8eb6fe99276d tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:16.341064 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6cedf37a-9c55-4a83-82fe-7f7420c9d181 req-1ff2b988-7838-4297-adb4-8eb6fe99276d tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.1144979 May 04 08:17:16.364228 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b5cd3cf0-55c7-42cf-81c3-69a8ebb58844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (79f70062-1a28-439e-972a-f80a31e81212), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:16.365308 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cd3cf0-55c7-42cf-81c3-69a8ebb58844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:16.365950 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b5cd3cf0-55c7-42cf-81c3-69a8ebb58844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:16.366779 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4bae7-e7fe-45ee-9ea9-d7befe220bd1 req-ca5b6e4d-65b8-4350-889b-b572ae2785e6 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:16.368213 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-75b4bae7-e7fe-45ee-9ea9-d7befe220bd1 req-ca5b6e4d-65b8-4350-889b-b572ae2785e6 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0949888 May 04 08:17:16.405183 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-b5cd3cf0-55c7-42cf-81c3-69a8ebb58844 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4289870 May 04 08:17:16.407908 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 60858) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:16.441587 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6cedf37a-9c55-4a83-82fe-7f7420c9d181 req-4741e984-12cc-4192-a148-7e6238d3c012 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939031 May 04 08:17:16.442068 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-4b7e1bdd-3133-4475-ae36-da1e820f4c09 admin admin] Request body: {'subnet': {'network_id': '79f70062-1a28-439e-972a-f80a31e81212', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-83130270-subnet', 'tenant_id': '570b2249d283476ab85f3544a666d5dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:16.445966 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd3cf0-55c7-42cf-81c3-69a8ebb58844 admin admin] Pushing event updated for resources: {'Network': ['ID=79f70062-1a28-439e-972a-f80a31e81212,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:16.460526 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Network 79f70062-1a28-439e-972a-f80a31e81212 details requested by agent ovs-agent-dv-cinder-840289-4-iscsi with host dv-cinder-840289-4-iscsi {{(pid=103565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:17:16.472468 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-75b4bae7-e7fe-45ee-9ea9-d7befe220bd1 req-75c2dd7a-7dc7-4eb8-b4f3-7ec83139c889 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943096 May 04 08:17:16.487880 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7e1bdd-3133-4475-ae36-da1e820f4c09 admin admin] Made reservation on behalf of 570b2249d283476ab85f3544a666d5dd for: {'subnet': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:17:16.491958 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4b7e1bdd-3133-4475-ae36-da1e820f4c09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30760290'] for subnet (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:16.682559 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4b7e1bdd-3133-4475-ae36-da1e820f4c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30599314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30760316'] for subnet (f199162a-a4b0-4642-ab22-be43a6a1785c), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:16.737319 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e1bdd-3133-4475-ae36-da1e820f4c09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f199162a-a4b0-4642-ab22-be43a6a1785c,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:16.747557 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7e1bdd-3133-4475-ae36-da1e820f4c09 admin admin] Checking segment: {'id': 'ceb82364-6140-4c2f-9dc0-e128071d8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '79f70062-1a28-439e-972a-f80a31e81212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:17:16.747917 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7e1bdd-3133-4475-ae36-da1e820f4c09 admin admin] Network hostable DHCP agents. Network: 79f70062-1a28-439e-972a-f80a31e81212, hostable agents: ['85ebdc97-1e1f-4139-aa22-86704277d257'], hosted agents: [] {{(pid=103564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:17:16.765501 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7e1bdd-3133-4475-ae36-da1e820f4c09 admin admin] Network 79f70062-1a28-439e-972a-f80a31e81212 is scheduled to be hosted by DHCP agent 85ebdc97-1e1f-4139-aa22-86704277d257 with binding_index 1 {{(pid=103564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:17:16.775013 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-4b7e1bdd-3133-4475-ae36-da1e820f4c09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-iscsi, 79f70062-1a28-439e-972a-f80a31e81212) {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:17:16.778999 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7e1bdd-3133-4475-ae36-da1e820f4c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:16.779590 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4b7e1bdd-3133-4475-ae36-da1e820f4c09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:16.785575 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f20b69-125d-4c59-91c6-dc41d2e18cf9 None None] Network 79f70062-1a28-439e-972a-f80a31e81212 requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:17:16.802915 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-4b7e1bdd-3133-4475-ae36-da1e820f4c09 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3580551 May 04 08:17:16.888924 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fda653-5d59-4a0c-8c48-2aa36e0081b5 None None] Network 79f70062-1a28-439e-972a-f80a31e81212 requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:17:17.302729 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 60878) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:17.308293 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-1e72e410-900d-453e-926d-e7cde65b815d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-778879974-network', 'tenant_id': '20b11b3a1b5f404cacc23eee6296eb4a'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:17.329679 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e72e410-900d-453e-926d-e7cde65b815d admin admin] Made reservation on behalf of 20b11b3a1b5f404cacc23eee6296eb4a for: {'network': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:17:17.332117 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e72e410-900d-453e-926d-e7cde65b815d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for network (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:17.341645 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e72e410-900d-453e-926d-e7cde65b815d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:17.427074 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e72e410-900d-453e-926d-e7cde65b815d admin admin] Publish callbacks [] for security_group (c2933986-e9fc-47ea-9993-54ab3d6fb8f5), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:17.433120 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e72e410-900d-453e-926d-e7cde65b815d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (c2933986-e9fc-47ea-9993-54ab3d6fb8f5), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:17.460299 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e72e410-900d-453e-926d-e7cde65b815d admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=103564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:17:17.466583 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72e410-900d-453e-926d-e7cde65b815d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2933986-e9fc-47ea-9993-54ab3d6fb8f5,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:17.472810 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e72e410-900d-453e-926d-e7cde65b815d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (c6c8290d-e543-41bb-9676-bc43d941293b), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:17.473172 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.segments_db [None req-1e72e410-900d-453e-926d-e7cde65b815d admin admin] Added segment c6c8290d-e543-41bb-9676-bc43d941293b of type vlan for network 6f4cc791-a79f-43c1-843f-309ab206764d May 04 08:17:17.518628 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e72e410-900d-453e-926d-e7cde65b815d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787184729016'] for network (6f4cc791-a79f-43c1-843f-309ab206764d), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:17.544081 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e72e410-900d-453e-926d-e7cde65b815d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (6f4cc791-a79f-43c1-843f-309ab206764d), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:17.545117 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e72e410-900d-453e-926d-e7cde65b815d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:17.545644 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e72e410-900d-453e-926d-e7cde65b815d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:17.583760 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-1e72e410-900d-453e-926d-e7cde65b815d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2798853 May 04 08:17:17.596762 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 60886) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:17.606917 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-9afd809e-418e-4a8a-99a5-9ecd33bad560 admin admin] Request body: {'subnet': {'network_id': '6f4cc791-a79f-43c1-843f-309ab206764d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-778879974-subnet', 'tenant_id': '20b11b3a1b5f404cacc23eee6296eb4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:17.611739 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72e410-900d-453e-926d-e7cde65b815d admin admin] Pushing event updated for resources: {'Network': ['ID=6f4cc791-a79f-43c1-843f-309ab206764d,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:17.622898 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Network 6f4cc791-a79f-43c1-843f-309ab206764d details requested by agent ovs-agent-dv-cinder-840289-4-iscsi with host dv-cinder-840289-4-iscsi {{(pid=103565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:17:17.631744 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da72bc-564c-478e-a840-14d4ca1708b4 req-e12fc892-84f0-44ce-88d9-66510ca86f30 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:17.633530 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e2da72bc-564c-478e-a840-14d4ca1708b4 req-e12fc892-84f0-44ce-88d9-66510ca86f30 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.1017418 May 04 08:17:17.660661 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a5e31-ea9e-44ec-873b-064606502b51 req-0408224d-fbad-4d70-807a-fa17671c4fc0 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:17.662210 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5a9a5e31-ea9e-44ec-873b-064606502b51 req-0408224d-fbad-4d70-807a-fa17671c4fc0 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.1186538 May 04 08:17:17.675672 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afd809e-418e-4a8a-99a5-9ecd33bad560 admin admin] Made reservation on behalf of 20b11b3a1b5f404cacc23eee6296eb4a for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:17:17.677951 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9afd809e-418e-4a8a-99a5-9ecd33bad560 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:17.798851 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e2da72bc-564c-478e-a840-14d4ca1708b4 req-d3139332-4bd2-4b43-866f-8f3a4d955072 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561663 May 04 08:17:17.805493 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5a9a5e31-ea9e-44ec-873b-064606502b51 req-e3d4b011-bccf-45b2-a22f-2cb5d6142a7c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329191 May 04 08:17:17.917770 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9afd809e-418e-4a8a-99a5-9ecd33bad560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for subnet (647373f7-72fd-4009-901b-b1a818299b7a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:17.969942 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd809e-418e-4a8a-99a5-9ecd33bad560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=647373f7-72fd-4009-901b-b1a818299b7a,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:17.980257 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afd809e-418e-4a8a-99a5-9ecd33bad560 admin admin] Checking segment: {'id': 'c6c8290d-e543-41bb-9676-bc43d941293b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '6f4cc791-a79f-43c1-843f-309ab206764d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:17:17.980596 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afd809e-418e-4a8a-99a5-9ecd33bad560 admin admin] Network hostable DHCP agents. Network: 6f4cc791-a79f-43c1-843f-309ab206764d, hostable agents: ['85ebdc97-1e1f-4139-aa22-86704277d257'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:17:17.998682 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afd809e-418e-4a8a-99a5-9ecd33bad560 admin admin] Network 6f4cc791-a79f-43c1-843f-309ab206764d is scheduled to be hosted by DHCP agent 85ebdc97-1e1f-4139-aa22-86704277d257 with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:17:18.008361 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-9afd809e-418e-4a8a-99a5-9ecd33bad560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-iscsi, 6f4cc791-a79f-43c1-843f-309ab206764d) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:17:18.012119 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afd809e-418e-4a8a-99a5-9ecd33bad560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:18.012706 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9afd809e-418e-4a8a-99a5-9ecd33bad560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:18.016955 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f5732c-4ae2-4dc4-ba92-93fbd3d1df12 None None] Network 6f4cc791-a79f-43c1-843f-309ab206764d requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:17:18.028851 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-9afd809e-418e-4a8a-99a5-9ecd33bad560 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4285402 May 04 08:17:18.117937 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcad4962-443e-437b-b6b0-52ea4c69aabc None None] Network 6f4cc791-a79f-43c1-843f-309ab206764d requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:17:18.396076 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b3393-0fde-4ca4-b7b6-602219ff03bf req-432d9d4a-29e1-4fdc-ad4c-3131ef70baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:18.397594 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c17b3393-0fde-4ca4-b7b6-602219ff03bf req-432d9d4a-29e1-4fdc-ad4c-3131ef70baf1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49d87bce57a4470d85b4df9b85eb9602&device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 1129 time: 0.0489862 May 04 08:17:18.636568 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff773b-6858-43db-8bc9-d6ce3c03ac2b req-466c0cc9-5b8d-4372-aaf7-e032c7e33096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:18.639151 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-95ff773b-6858-43db-8bc9-d6ce3c03ac2b req-466c0cc9-5b8d-4372-aaf7-e032c7e33096 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76e08c9379ad43118a23806f1da1f18a&device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 1129 time: 0.0778329 May 04 08:17:18.678008 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-646bdfcb-faf1-48c9-8756-ac9c1c34508d req-acb46dde-666e-4611-96e5-24eaa26242e6 service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705401 May 04 08:17:18.938429 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124e9e2-8452-412e-88b0-4eaa953e2f72 req-a854ec59-89f2-4718-9b59-bb240f7a6e02 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:18.939914 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d124e9e2-8452-412e-88b0-4eaa953e2f72 req-a854ec59-89f2-4718-9b59-bb240f7a6e02 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0718024 May 04 08:17:18.947857 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b21aff-450b-4389-b77e-6732e378869c req-16591a90-89a9-4b78-b165-e7324a404806 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:18.949232 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-77b21aff-450b-4389-b77e-6732e378869c req-16591a90-89a9-4b78-b165-e7324a404806 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0722914 May 04 08:17:19.020786 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d124e9e2-8452-412e-88b0-4eaa953e2f72 req-0b4b050c-15a6-4d7b-9a77-0bacad853735 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705295 May 04 08:17:19.023944 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-77b21aff-450b-4389-b77e-6732e378869c req-c1984960-9c23-44e2-b276-adc5d7221ad1 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680754 May 04 08:17:19.135430 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba47271-7c7c-46be-9986-88acbf6e3e43 req-520e4d91-10ba-4f30-a567-d27cb45800a7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:19.137025 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fba47271-7c7c-46be-9986-88acbf6e3e43 req-520e4d91-10ba-4f30-a567-d27cb45800a7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0494337 May 04 08:17:19.146019 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 60936) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:19.150332 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-bee658fc-4691-4102-9e29-d5ee66958a3e tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Request body: {'floatingip': {'port_id': 'ff679bee-f8ad-4819-98c2-ace879ffd59b'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:19.191253 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bee658fc-4691-4102-9e29-d5ee66958a3e tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for floatingip (f7f779e2-4ccf-418f-82e2-01b3a5956895), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:19.256272 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b3393-0fde-4ca4-b7b6-602219ff03bf req-3731b97e-8c8e-4973-8fc0-7446a1e0f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:19.258021 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c17b3393-0fde-4ca4-b7b6-602219ff03bf req-3731b97e-8c8e-4973-8fc0-7446a1e0f068 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2275bde-63c0-443b-bf71-d866f4d5c8f1 HTTP/1.1" status: 200 len: 915 time: 0.0992453 May 04 08:17:19.467167 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c17b3393-0fde-4ca4-b7b6-602219ff03bf req-184b5757-82cf-42d9-8120-64293ecf6474 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=531f9e74-506d-4b94-93b7-78933b5296f0 HTTP/1.1" status: 200 len: 1001 time: 0.1027555 May 04 08:17:19.854436 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff773b-6858-43db-8bc9-d6ce3c03ac2b req-e9285f66-f2de-48af-951b-aa85fdb24b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:19.856425 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-95ff773b-6858-43db-8bc9-d6ce3c03ac2b req-e9285f66-f2de-48af-951b-aa85fdb24b9a service neutron] 10.222.0.13 "GET /v2.0/networks?id=69e555c2-1670-40dc-ab1f-e521e2075e90 HTTP/1.1" status: 200 len: 917 time: 0.4927197 May 04 08:17:20.026766 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bee658fc-4691-4102-9e29-d5ee66958a3e tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:20.035571 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bee658fc-4691-4102-9e29-d5ee66958a3e tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (f7f779e2-4ccf-418f-82e2-01b3a5956895), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:20.172666 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.db.l3_db [None req-bee658fc-4691-4102-9e29-d5ee66958a3e tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Floating IP f7f779e2-4ccf-418f-82e2-01b3a5956895 associated. External IP: 172.27.3.109, port: ff679bee-f8ad-4819-98c2-ace879ffd59b. May 04 08:17:20.180176 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c38233-d900-4b0c-bf54-268d395a7b5e req-89cee6ca-5b70-4cfd-81fc-e80b86cf8ce4 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:20.182020 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b8c38233-d900-4b0c-bf54-268d395a7b5e req-89cee6ca-5b70-4cfd-81fc-e80b86cf8ce4 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0612810 May 04 08:17:20.296856 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b8c38233-d900-4b0c-bf54-268d395a7b5e req-0d9760cb-4730-41f4-be1a-e731902bf477 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827403 May 04 08:17:20.424401 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee658fc-4691-4102-9e29-d5ee66958a3e tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Router f007bd36-33d7-4370-802d-ad3845496dc5 has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:17:20.535043 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee658fc-4691-4102-9e29-d5ee66958a3e tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:17:20.539501 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bee658fc-4691-4102-9e29-d5ee66958a3e tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:20.544558 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e612f1-e49a-42d3-8547-130a17703e79 None None] Sync routers for ids ['f007bd36-33d7-4370-802d-ad3845496dc5'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:17:20.553457 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e612f1-e49a-42d3-8547-130a17703e79 None None] Routers {'f007bd36-33d7-4370-802d-ad3845496dc5'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:17:20.554093 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-52e612f1-e49a-42d3-8547-130a17703e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:17:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['f007bd36-33d7-4370-802d-ad3845496dc5'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:20.569929 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-bee658fc-4691-4102-9e29-d5ee66958a3e tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "PUT /v2.0/floatingips/f7f779e2-4ccf-418f-82e2-01b3a5956895 HTTP/1.1" status: 200 len: 991 time: 1.4228630 May 04 08:17:20.570512 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d26c26-f769-4a4a-81e0-f8d32b5864fa', 'tag': 'ff679bee-f8ad-4819-98c2-ace879ffd59b'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:17:20.574363 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644f9b81011f902d5a48520c995b4e8323da082f15dc8879127e03e175236f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b06fcf-a702-476b-b415-c85d2fcb1273" -d '{"events": [{"name": "network-changed", "server_uuid": "56d26c26-f769-4a4a-81e0-f8d32b5864fa", "tag": "ff679bee-f8ad-4819-98c2-ace879ffd59b"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:17:20.609625 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e390493b-71e9-4a85-9fdc-f847f03e343d x-openstack-request-id: req-e390493b-71e9-4a85-9fdc-f847f03e343d {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:17:20.609917 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d26c26-f769-4a4a-81e0-f8d32b5864fa", "tag": "ff679bee-f8ad-4819-98c2-ace879ffd59b", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:17:20.610171 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e390493b-71e9-4a85-9fdc-f847f03e343d {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:17:20.610575 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e390493b-71e9-4a85-9fdc-f847f03e343d'] response: {'name': 'network-changed', 'server_uuid': '56d26c26-f769-4a4a-81e0-f8d32b5864fa', 'tag': 'ff679bee-f8ad-4819-98c2-ace879ffd59b', 'status': 'completed', 'code': 200} May 04 08:17:20.672758 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-52e612f1-e49a-42d3-8547-130a17703e79 None None] Set router f007bd36-33d7-4370-802d-ad3845496dc5 gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:17:20.975943 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-52e612f1-e49a-42d3-8547-130a17703e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'name': 'tempest-AttachVolumeTestJSON-1462924431-router', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:16Z', 'revision_number': 4, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'gw_port': {'id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:06Z', 'updated_at': '2022-05-04T08:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'f7f779e2-4ccf-418f-82e2-01b3a5956895', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'port_id': 'ff679bee-f8ad-4819-98c2-ace879ffd59b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b', 'mac_address': 'fa:16:3e:96:dc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d26c26-f769-4a4a-81e0-f8d32b5864fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:16:31Z', 'updated_at': '2022-05-04T08:17:19Z', 'revision_number': 1, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baa9b0c3-d50a-416d-899e-4ac277b43cd0', 'name': '', 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'mac_address': 'fa:16:3e:37:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:14Z', 'updated_at': '2022-05-04T08:16:28Z', 'revision_number': 5, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'subnets': [{'id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:21.004831 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e612f1-e49a-42d3-8547-130a17703e79 None None] Checking router: f007bd36-33d7-4370-802d-ad3845496dc5 for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:17:21.017739 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e612f1-e49a-42d3-8547-130a17703e79 None None] Routers {'f007bd36-33d7-4370-802d-ad3845496dc5'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:17:21.018525 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-52e612f1-e49a-42d3-8547-130a17703e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:17:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['f007bd36-33d7-4370-802d-ad3845496dc5'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:21.132780 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-52e612f1-e49a-42d3-8547-130a17703e79 None None] Set router f007bd36-33d7-4370-802d-ad3845496dc5 gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:17:21.455599 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-52e612f1-e49a-42d3-8547-130a17703e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'name': 'tempest-AttachVolumeTestJSON-1462924431-router', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:16Z', 'revision_number': 4, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'gw_port': {'id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:06Z', 'updated_at': '2022-05-04T08:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'f7f779e2-4ccf-418f-82e2-01b3a5956895', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'port_id': 'ff679bee-f8ad-4819-98c2-ace879ffd59b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b', 'mac_address': 'fa:16:3e:96:dc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d26c26-f769-4a4a-81e0-f8d32b5864fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:16:31Z', 'updated_at': '2022-05-04T08:17:19Z', 'revision_number': 1, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baa9b0c3-d50a-416d-899e-4ac277b43cd0', 'name': '', 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'mac_address': 'fa:16:3e:37:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:14Z', 'updated_at': '2022-05-04T08:16:28Z', 'revision_number': 5, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'subnets': [{'id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:21.485126 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b3393-0fde-4ca4-b7b6-602219ff03bf req-4e171b13-2631-4900-99f0-2dd25514d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:21.486714 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c17b3393-0fde-4ca4-b7b6-602219ff03bf req-4e171b13-2631-4900-99f0-2dd25514d55a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=652635ed-4b18-46ee-9740-87f4e09ea616 HTTP/1.1" status: 200 len: 853 time: 0.1194549 May 04 08:17:21.494905 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b06fcf-a702-476b-b415-c85d2fcb1273 req-0988bbd9-13a0-40fa-ad90-d34f7e22f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:21.497013 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-55b06fcf-a702-476b-b415-c85d2fcb1273 req-0988bbd9-13a0-40fa-ad90-d34f7e22f434 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57ccec31ee3f4845a480759a5772055a&device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 1129 time: 0.1172912 May 04 08:17:21.510573 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e612f1-e49a-42d3-8547-130a17703e79 None None] The sync data for ids ['f007bd36-33d7-4370-802d-ad3845496dc5'] in dv-cinder-840289-4-iscsi is: [{'id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'name': 'tempest-AttachVolumeTestJSON-1462924431-router', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:16Z', 'revision_number': 4, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'gw_port': {'id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:06Z', 'updated_at': '2022-05-04T08:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'f7f779e2-4ccf-418f-82e2-01b3a5956895', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'port_id': 'ff679bee-f8ad-4819-98c2-ace879ffd59b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b', 'mac_address': 'fa:16:3e:96:dc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d26c26-f769-4a4a-81e0-f8d32b5864fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:16:31Z', 'updated_at': '2022-05-04T08:17:19Z', 'revision_number': 1, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baa9b0c3-d50a-416d-899e-4ac277b43cd0', 'name': '', 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'mac_address': 'fa:16:3e:37:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:14Z', 'updated_at': '2022-05-04T08:16:28Z', 'revision_number': 5, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'subnets': [{'id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:17:21.561896 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-95ff773b-6858-43db-8bc9-d6ce3c03ac2b req-49ed09fc-ee67-489b-a80b-a7a44e885ed2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ece0d49a-030d-48d4-9e36-92066c88c022 HTTP/1.1" status: 200 len: 1001 time: 0.1936677 May 04 08:17:21.568274 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699e9f8-33cb-4bf6-b0a2-1a51e164ff8a req-da066e2c-1345-467c-82af-d181e909e46b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:21.570445 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c699e9f8-33cb-4bf6-b0a2-1a51e164ff8a req-da066e2c-1345-467c-82af-d181e909e46b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.1083031 May 04 08:17:21.658819 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c699e9f8-33cb-4bf6-b0a2-1a51e164ff8a req-d05e194d-b552-4bdf-af09-855d121ea2fc tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822458 May 04 08:17:21.660701 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b3393-0fde-4ca4-b7b6-602219ff03bf req-9d46e8fe-d8f0-4eb1-bf34-992e2b5746dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:21.662736 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c17b3393-0fde-4ca4-b7b6-602219ff03bf req-9d46e8fe-d8f0-4eb1-bf34-992e2b5746dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2275bde-63c0-443b-bf71-d866f4d5c8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587680 May 04 08:17:21.677632 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff773b-6858-43db-8bc9-d6ce3c03ac2b req-ba0e5b33-f7d6-4d5d-b048-494cd5dd4c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:21.679084 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-95ff773b-6858-43db-8bc9-d6ce3c03ac2b req-ba0e5b33-f7d6-4d5d-b048-494cd5dd4c14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1223e7c-a5fa-47f3-8b09-39c09633d1c1 HTTP/1.1" status: 200 len: 855 time: 0.0801156 May 04 08:17:21.734013 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b06fcf-a702-476b-b415-c85d2fcb1273 req-fa209247-8324-4b11-8c3a-9e3b9fb24da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:21.735826 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-55b06fcf-a702-476b-b415-c85d2fcb1273 req-fa209247-8324-4b11-8c3a-9e3b9fb24da5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7df6b99b-6f55-43f2-ae59-a84ab50ce98b HTTP/1.1" status: 200 len: 912 time: 0.1418512 May 04 08:17:21.780326 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a84b302-79ce-40c4-909d-b8d4995209d1 None None] New status for floating IP f7f779e2-4ccf-418f-82e2-01b3a5956895: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:17:21.940471 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 32800) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:22.084183 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cdb79ae6-af17-4079-a97a-9a628804f550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:22.105722 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff773b-6858-43db-8bc9-d6ce3c03ac2b req-4ff03448-c8a5-429c-a930-9f40c12beddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:22.107260 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-95ff773b-6858-43db-8bc9-d6ce3c03ac2b req-4ff03448-c8a5-429c-a930-9f40c12beddf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=69e555c2-1670-40dc-ab1f-e521e2075e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601044 May 04 08:17:22.161186 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-55b06fcf-a702-476b-b415-c85d2fcb1273 req-79d12729-cfdd-49b0-a968-1958cca928f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff679bee-f8ad-4819-98c2-ace879ffd59b HTTP/1.1" status: 200 len: 1001 time: 0.1184211 May 04 08:17:22.213525 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c17b3393-0fde-4ca4-b7b6-602219ff03bf req-4217af34-0c17-4823-9291-fb82bc1e3e0e service neutron] 10.222.0.13 "GET /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720827 May 04 08:17:22.249696 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cdb79ae6-af17-4079-a97a-9a628804f550 admin admin] Publish callbacks [] for security_group (67be2d6d-3f18-4d19-a713-caf8bbd6c843), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:22.252763 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-95ff773b-6858-43db-8bc9-d6ce3c03ac2b req-56263bfd-b0c3-4110-ba60-0ca5da58bad6 service neutron] 10.222.0.13 "GET /v2.0/networks/69e555c2-1670-40dc-ab1f-e521e2075e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261966 May 04 08:17:22.255111 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cdb79ae6-af17-4079-a97a-9a628804f550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (67be2d6d-3f18-4d19-a713-caf8bbd6c843), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:22.259691 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b06fcf-a702-476b-b415-c85d2fcb1273 req-6c0b8d85-d3a7-440b-8392-6d5fd666d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:22.261168 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-55b06fcf-a702-476b-b415-c85d2fcb1273 req-6c0b8d85-d3a7-440b-8392-6d5fd666d3d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f44a667d-e0cc-45e5-8f63-a34f7e8f3226 HTTP/1.1" status: 200 len: 850 time: 0.0869346 May 04 08:17:22.303454 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb79ae6-af17-4079-a97a-9a628804f550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67be2d6d-3f18-4d19-a713-caf8bbd6c843,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:22.319052 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-cdb79ae6-af17-4079-a97a-9a628804f550 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0388e4eb20d64f5bac06fca5e36fbdc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3749266 May 04 08:17:22.325482 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 32806) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:22.353504 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b06fcf-a702-476b-b415-c85d2fcb1273 req-46b589d4-0f54-47f3-bc00-093131ecf08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:22.355255 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-55b06fcf-a702-476b-b415-c85d2fcb1273 req-46b589d4-0f54-47f3-bc00-093131ecf08b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7df6b99b-6f55-43f2-ae59-a84ab50ce98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609059 May 04 08:17:22.357450 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c17b3393-0fde-4ca4-b7b6-602219ff03bf req-5121c44b-6d11-4f85-8d32-20097d490fa9 service neutron] 10.222.0.13 "GET /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342750 May 04 08:17:22.420985 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a481cb82-5103-47d1-82eb-f108e47e62ac admin admin] Publish callbacks [] for security_group (67be2d6d-3f18-4d19-a713-caf8bbd6c843), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:22.440166 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-95ff773b-6858-43db-8bc9-d6ce3c03ac2b req-be8ab79e-0221-4fe7-b9ab-dff6f5b97646 service neutron] 10.222.0.13 "GET /v2.0/networks/69e555c2-1670-40dc-ab1f-e521e2075e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422410 May 04 08:17:22.454453 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a481cb82-5103-47d1-82eb-f108e47e62ac admin admin] Publish callbacks [] for security_group (67be2d6d-3f18-4d19-a713-caf8bbd6c843), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:22.506914 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-55b06fcf-a702-476b-b415-c85d2fcb1273 req-c386435f-582b-48d7-b0df-add6ed9896ee service neutron] 10.222.0.13 "GET /v2.0/networks/7df6b99b-6f55-43f2-ae59-a84ab50ce98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078081 May 04 08:17:22.527575 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a481cb82-5103-47d1-82eb-f108e47e62ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (67be2d6d-3f18-4d19-a713-caf8bbd6c843), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:22.530218 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a481cb82-5103-47d1-82eb-f108e47e62ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:22.533985 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-a481cb82-5103-47d1-82eb-f108e47e62ac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/67be2d6d-3f18-4d19-a713-caf8bbd6c843 HTTP/1.1" status: 204 len: 168 time: 0.2050464 May 04 08:17:22.544042 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481cb82-5103-47d1-82eb-f108e47e62ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67be2d6d-3f18-4d19-a713-caf8bbd6c843,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:22.618699 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-55b06fcf-a702-476b-b415-c85d2fcb1273 req-21748eef-69c2-40c7-b8ed-2e2429979ddc service neutron] 10.222.0.13 "GET /v2.0/networks/7df6b99b-6f55-43f2-ae59-a84ab50ce98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031737 May 04 08:17:22.773947 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f846bd0-a543-4db9-a588-a9ccd92959e2 req-471abbf5-ac7a-4bce-b0c5-8eea0fe52050 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:22.775465 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3f846bd0-a543-4db9-a588-a9ccd92959e2 req-471abbf5-ac7a-4bce-b0c5-8eea0fe52050 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0462430 May 04 08:17:22.822675 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 32824) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:22.823103 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3f846bd0-a543-4db9-a588-a9ccd92959e2 req-3ae9ea83-f2e1-44ca-84aa-014b24d13317 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420482 May 04 08:17:22.836904 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e2c41362-1da0-4831-b228-f9cba6727452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:22.911126 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e2c41362-1da0-4831-b228-f9cba6727452 admin admin] Publish callbacks [] for security_group (9202abe7-6427-43bb-830c-e0e9feebc4b7), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:22.916720 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e2c41362-1da0-4831-b228-f9cba6727452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (9202abe7-6427-43bb-830c-e0e9feebc4b7), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:22.954644 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-e2c41362-1da0-4831-b228-f9cba6727452 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=afe3c4b0bda64528b8c59ee607592816&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303470 May 04 08:17:22.955727 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c41362-1da0-4831-b228-f9cba6727452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9202abe7-6427-43bb-830c-e0e9feebc4b7,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:22.957539 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 32826) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:23.011712 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c91ae748-f345-4306-b92d-ca6ec8517bef admin admin] Publish callbacks [] for security_group (9202abe7-6427-43bb-830c-e0e9feebc4b7), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:23.033892 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c91ae748-f345-4306-b92d-ca6ec8517bef admin admin] Publish callbacks [] for security_group (9202abe7-6427-43bb-830c-e0e9feebc4b7), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:23.085416 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c91ae748-f345-4306-b92d-ca6ec8517bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (9202abe7-6427-43bb-830c-e0e9feebc4b7), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:23.088348 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c91ae748-f345-4306-b92d-ca6ec8517bef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:23.089483 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-c91ae748-f345-4306-b92d-ca6ec8517bef admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9202abe7-6427-43bb-830c-e0e9feebc4b7 HTTP/1.1" status: 204 len: 168 time: 0.1300240 May 04 08:17:23.101724 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ae748-f345-4306-b92d-ca6ec8517bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9202abe7-6427-43bb-830c-e0e9feebc4b7,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:23.388082 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b8502-d3b7-448d-b2ca-d6354908b138 req-ac8e465e-5dbc-4458-aa1b-d91da45018ee tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:23.390211 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5d2b8502-d3b7-448d-b2ca-d6354908b138 req-ac8e465e-5dbc-4458-aa1b-d91da45018ee tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0491469 May 04 08:17:23.438363 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5d2b8502-d3b7-448d-b2ca-d6354908b138 req-5ea96fdc-e396-4bcb-a26a-dd7bd3efb867 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/security-groups?id=b40e6ea6-1bec-4eed-b402-8f0e956454f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421636 May 04 08:17:23.966962 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f9c09-8997-4c2a-b6c1-531840f39b03 req-00a0213e-f1a4-49b4-9a99-e2f6fb6e471e tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:23.971375 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-961f9c09-8997-4c2a-b6c1-531840f39b03 req-00a0213e-f1a4-49b4-9a99-e2f6fb6e471e tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0570052 May 04 08:17:24.015669 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-961f9c09-8997-4c2a-b6c1-531840f39b03 req-c27d2632-206b-4c8c-962a-ab41887cd10f tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409851 May 04 08:17:24.231710 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 32882) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:24.335538 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1030e752-41bb-49e2-8304-d1d9af180a10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:24.417088 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1030e752-41bb-49e2-8304-d1d9af180a10 admin admin] Publish callbacks [] for security_group (ffdef1e6-43e0-459c-bd0f-21322bab1856), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:24.423261 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1030e752-41bb-49e2-8304-d1d9af180a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (ffdef1e6-43e0-459c-bd0f-21322bab1856), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:24.459778 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030e752-41bb-49e2-8304-d1d9af180a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdef1e6-43e0-459c-bd0f-21322bab1856,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:24.467849 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 32888) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:24.474355 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-1030e752-41bb-49e2-8304-d1d9af180a10 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bfcdc6945d80469c857e791c828d704f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415481 May 04 08:17:24.516376 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d0344558-af63-4265-afc4-af3b2c40fac3 admin admin] Publish callbacks [] for security_group (ffdef1e6-43e0-459c-bd0f-21322bab1856), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:24.537736 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d0344558-af63-4265-afc4-af3b2c40fac3 admin admin] Publish callbacks [] for security_group (ffdef1e6-43e0-459c-bd0f-21322bab1856), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:24.557989 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a1346-9042-40c8-8a17-e2b142abf9b2 req-f4d365cd-1ef8-479d-b390-98699a2e241f tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:24.559702 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b78a1346-9042-40c8-8a17-e2b142abf9b2 req-f4d365cd-1ef8-479d-b390-98699a2e241f tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0493915 May 04 08:17:24.589818 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d0344558-af63-4265-afc4-af3b2c40fac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (ffdef1e6-43e0-459c-bd0f-21322bab1856), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:24.592433 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d0344558-af63-4265-afc4-af3b2c40fac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:24.593561 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-d0344558-af63-4265-afc4-af3b2c40fac3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ffdef1e6-43e0-459c-bd0f-21322bab1856 HTTP/1.1" status: 204 len: 168 time: 0.1252627 May 04 08:17:24.601731 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0344558-af63-4265-afc4-af3b2c40fac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdef1e6-43e0-459c-bd0f-21322bab1856,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:24.615001 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b78a1346-9042-40c8-8a17-e2b142abf9b2 req-468d1e1a-1078-4b0f-9988-5d460b1c276c tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/security-groups?id=b40e6ea6-1bec-4eed-b402-8f0e956454f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488887 May 04 08:17:25.152408 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72647b-239e-481c-91ec-448b72e3eb35 req-6c36dfaf-0037-43af-85aa-ecd612eb22b1 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:25.154236 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5b72647b-239e-481c-91ec-448b72e3eb35 req-6c36dfaf-0037-43af-85aa-ecd612eb22b1 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0491748 May 04 08:17:25.211170 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5b72647b-239e-481c-91ec-448b72e3eb35 req-a20c42a9-f682-4406-8aa9-3deafe55dee3 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472264 May 04 08:17:25.742493 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71260f88-55d9-4bab-99b1-76034d678438 req-43be76a6-c444-4585-94d9-9f14530036db tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:25.744002 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-71260f88-55d9-4bab-99b1-76034d678438 req-43be76a6-c444-4585-94d9-9f14530036db tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0458515 May 04 08:17:25.792126 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-71260f88-55d9-4bab-99b1-76034d678438 req-729c115e-49bb-4e46-b229-e6773c4632f3 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/security-groups?id=b40e6ea6-1bec-4eed-b402-8f0e956454f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421698 May 04 08:17:26.324227 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489dfa5-3668-4953-bae7-47087511cd05 req-1a1da1c1-1442-4100-9daf-d1473d2adf73 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:26.325794 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0489dfa5-3668-4953-bae7-47087511cd05 req-1a1da1c1-1442-4100-9daf-d1473d2adf73 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0467081 May 04 08:17:26.375528 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0489dfa5-3668-4953-bae7-47087511cd05 req-929d57c2-6805-46a1-aeb8-ec8fdb600bcf tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440032 May 04 08:17:26.454077 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47f112-fe17-46ea-a5a1-43fa004f747d req-95390b0f-2b89-467c-80b6-2cf91d142980 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:26.455879 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5f47f112-fe17-46ea-a5a1-43fa004f747d req-95390b0f-2b89-467c-80b6-2cf91d142980 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.13 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0828369 May 04 08:17:26.603973 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-5f47f112-fe17-46ea-a5a1-43fa004f747d req-be5f2b6b-711d-4185-bd19-da0dc5fbec98 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Deleting port bc11791a-44ca-49dc-a7d7-7864fceead3a {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:17:26.604309 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-5f47f112-fe17-46ea-a5a1-43fa004f747d req-be5f2b6b-711d-4185-bd19-da0dc5fbec98 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (bc11791a-44ca-49dc-a7d7-7864fceead3a), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:26.698729 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-5f47f112-fe17-46ea-a5a1-43fa004f747d req-be5f2b6b-711d-4185-bd19-da0dc5fbec98 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] For port bc11791a-44ca-49dc-a7d7-7864fceead3a, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=bc11791a-44ca-49dc-a7d7-7864fceead3a,segment=NetworkSegment(e13b106f-bad6-48fd-95d6-5323f4e4bb9a),segment_id=e13b106f-bad6-48fd-95d6-5323f4e4bb9a)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:17:26.698964 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-5f47f112-fe17-46ea-a5a1-43fa004f747d req-be5f2b6b-711d-4185-bd19-da0dc5fbec98 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (bc11791a-44ca-49dc-a7d7-7864fceead3a), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:26.714777 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-5f47f112-fe17-46ea-a5a1-43fa004f747d req-be5f2b6b-711d-4185-bd19-da0dc5fbec98 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Calling delete_port for bc11791a-44ca-49dc-a7d7-7864fceead3a owned by compute:nova {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:17:26.883141 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-5f47f112-fe17-46ea-a5a1-43fa004f747d req-be5f2b6b-711d-4185-bd19-da0dc5fbec98 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (bc11791a-44ca-49dc-a7d7-7864fceead3a), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:26.914068 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f2b6b-711d-4185-bd19-da0dc5fbec98 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Pushing event deleted for resources: {'Port': ['ID=bc11791a-44ca-49dc-a7d7-7864fceead3a,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:26.931366 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14747673-6196-43df-aa26-2b08a94876f6 req-85d865dc-ad91-451c-bad6-88e34cf876c5 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:26.933043 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-14747673-6196-43df-aa26-2b08a94876f6 req-85d865dc-ad91-451c-bad6-88e34cf876c5 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0693059 May 04 08:17:26.935048 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['bc11791a-44ca-49dc-a7d7-7864fceead3a'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:17:26.988522 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f47f112-fe17-46ea-a5a1-43fa004f747d req-be5f2b6b-711d-4185-bd19-da0dc5fbec98 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] No DVR routers for this DVR port bc11791a-44ca-49dc-a7d7-7864fceead3a on host hv-cinder-84028 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:17:26.993024 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-5f47f112-fe17-46ea-a5a1-43fa004f747d req-be5f2b6b-711d-4185-bd19-da0dc5fbec98 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:26.994644 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-14747673-6196-43df-aa26-2b08a94876f6 req-9f0e8485-2b4d-457b-a59a-29ed5dc8fcc5 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/security-groups?id=b40e6ea6-1bec-4eed-b402-8f0e956454f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548499 May 04 08:17:26.996992 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5f47f112-fe17-46ea-a5a1-43fa004f747d req-be5f2b6b-711d-4185-bd19-da0dc5fbec98 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.13 "DELETE /v2.0/ports/bc11791a-44ca-49dc-a7d7-7864fceead3a HTTP/1.1" status: 204 len: 173 time: 0.5255027 May 04 08:17:26.997494 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008d9d6e-1679-490e-9dee-cf50d9f9a9e4', 'name': 'network-vif-deleted', 'tag': 'bc11791a-44ca-49dc-a7d7-7864fceead3a'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:17:27.000352 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90488252-93e4-4162-b727-184b82101794" -d '{"events": [{"server_uuid": "008d9d6e-1679-490e-9dee-cf50d9f9a9e4", "name": "network-vif-deleted", "tag": "bc11791a-44ca-49dc-a7d7-7864fceead3a"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:17:27.046654 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e2ae9b-33c7-4087-b625-3695b7a03066 x-openstack-request-id: req-02e2ae9b-33c7-4087-b625-3695b7a03066 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:17:27.047316 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008d9d6e-1679-490e-9dee-cf50d9f9a9e4", "name": "network-vif-deleted", "tag": "bc11791a-44ca-49dc-a7d7-7864fceead3a", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:17:27.047556 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-02e2ae9b-33c7-4087-b625-3695b7a03066 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:17:27.048236 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02e2ae9b-33c7-4087-b625-3695b7a03066'] response: {'server_uuid': '008d9d6e-1679-490e-9dee-cf50d9f9a9e4', 'name': 'network-vif-deleted', 'tag': 'bc11791a-44ca-49dc-a7d7-7864fceead3a', 'status': 'completed', 'code': 200} May 04 08:17:27.506156 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8b1ff-61dd-4f8e-aa7d-4723b354634d req-dcbe7846-f575-44d4-8882-9593a677cc50 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:27.507681 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b8b8b1ff-61dd-4f8e-aa7d-4723b354634d req-dcbe7846-f575-44d4-8882-9593a677cc50 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0518858 May 04 08:17:27.554655 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b8b8b1ff-61dd-4f8e-aa7d-4723b354634d req-7698f677-a261-4dc2-a0ff-dc41f3ead396 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414081 May 04 08:17:28.127770 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0878eddd-682e-48b4-b3a0-5f84c7f2dea5 req-b170f941-b678-45e2-9231-a24b881c1012 tempest-DeleteServersTestJSON-1712735762 tempest-DeleteServersTestJSON-1712735762-project] 10.222.0.59 "GET /v2.0/ports?device_id=008d9d6e-1679-490e-9dee-cf50d9f9a9e4 HTTP/1.1" status: 200 len: 210 time: 0.0280669 May 04 08:17:28.771742 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 33014) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:28.891564 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3e72ad38-a376-4252-a4f6-5d0b7c2ca6f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:28.905078 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d736f-8e99-4503-9bac-1d807c2d865b req-07955db5-8bca-4d35-95f6-f80fd60af90a tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:28.906595 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-867d736f-8e99-4503-9bac-1d807c2d865b req-07955db5-8bca-4d35-95f6-f80fd60af90a tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.2823274 May 04 08:17:28.954168 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-867d736f-8e99-4503-9bac-1d807c2d865b req-a316301d-3175-46eb-a34f-5a1d9f106dea tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419106 May 04 08:17:28.979448 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3e72ad38-a376-4252-a4f6-5d0b7c2ca6f0 admin admin] Publish callbacks [] for security_group (0719c101-ed9f-432a-a4a7-78b97226c8a2), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:28.983813 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3e72ad38-a376-4252-a4f6-5d0b7c2ca6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (0719c101-ed9f-432a-a4a7-78b97226c8a2), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:29.032211 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-3e72ad38-a376-4252-a4f6-5d0b7c2ca6f0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=89d823357b874c73b4f18c68bc71a03b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570655 May 04 08:17:29.032211 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72ad38-a376-4252-a4f6-5d0b7c2ca6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0719c101-ed9f-432a-a4a7-78b97226c8a2,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:29.032599 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 33022) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:29.081345 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ec02-f3c9-402e-ac75-4bca771a6b9a admin admin] Publish callbacks [] for security_group (0719c101-ed9f-432a-a4a7-78b97226c8a2), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:29.102547 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ec02-f3c9-402e-ac75-4bca771a6b9a admin admin] Publish callbacks [] for security_group (0719c101-ed9f-432a-a4a7-78b97226c8a2), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:29.157893 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ec02-f3c9-402e-ac75-4bca771a6b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (0719c101-ed9f-432a-a4a7-78b97226c8a2), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:29.160095 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ec02-f3c9-402e-ac75-4bca771a6b9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:29.161460 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-d8a6ec02-f3c9-402e-ac75-4bca771a6b9a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0719c101-ed9f-432a-a4a7-78b97226c8a2 HTTP/1.1" status: 204 len: 168 time: 0.1275980 May 04 08:17:29.171449 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6ec02-f3c9-402e-ac75-4bca771a6b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0719c101-ed9f-432a-a4a7-78b97226c8a2,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:29.612595 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-42e38370-7e86-48a9-9fd6-d18bbba6f225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:29.818551 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 33070) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:29.921071 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-31357694-f61e-4d0c-900b-7f25c8a92fb5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1143088858-network', 'tenant_id': '463813efb0b4415eb5e7863aa0f1f8a9'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:29.945102 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31357694-f61e-4d0c-900b-7f25c8a92fb5 admin admin] Made reservation on behalf of 463813efb0b4415eb5e7863aa0f1f8a9 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:17:29.948821 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-31357694-f61e-4d0c-900b-7f25c8a92fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:29.961992 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-31357694-f61e-4d0c-900b-7f25c8a92fb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:30.050090 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-31357694-f61e-4d0c-900b-7f25c8a92fb5 admin admin] Publish callbacks [] for security_group (cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:30.054856 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-31357694-f61e-4d0c-900b-7f25c8a92fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:30.091867 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device bc11791a-44ca-49dc-a7d7-7864fceead3a no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:17:30.106903 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31357694-f61e-4d0c-900b-7f25c8a92fb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:17:30.114356 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] No Port match for: bc11791a-44ca-49dc-a7d7-7864fceead3a {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:17:30.114861 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0916348-ce47-4dbe-b1b5-d7874d057995 req-b34dc47a-63da-4db1-bc4e-cb943957808b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:30.115355 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device bc11791a-44ca-49dc-a7d7-7864fceead3a not bound to the agent host hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:17:30.116375 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d0916348-ce47-4dbe-b1b5-d7874d057995 req-b34dc47a-63da-4db1-bc4e-cb943957808b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0816510 May 04 08:17:30.119999 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31357694-f61e-4d0c-900b-7f25c8a92fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:30.128736 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-31357694-f61e-4d0c-900b-7f25c8a92fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (75958449-c7fc-4377-a40e-7a12c25abfa7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:30.129154 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.db.segments_db [None req-31357694-f61e-4d0c-900b-7f25c8a92fb5 admin admin] Added segment 75958449-c7fc-4377-a40e-7a12c25abfa7 of type vlan for network 101ce265-b4f6-4c22-a216-3b27eafac347 May 04 08:17:30.203331 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-31357694-f61e-4d0c-900b-7f25c8a92fb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787184729016'] for network (101ce265-b4f6-4c22-a216-3b27eafac347), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:30.215496 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d0916348-ce47-4dbe-b1b5-d7874d057995 req-139c89c1-3cdf-4476-89e8-3c89878a21a3 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903256 May 04 08:17:30.244804 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-31357694-f61e-4d0c-900b-7f25c8a92fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (101ce265-b4f6-4c22-a216-3b27eafac347), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:30.245772 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31357694-f61e-4d0c-900b-7f25c8a92fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:30.246357 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-31357694-f61e-4d0c-900b-7f25c8a92fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:30.279361 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-31357694-f61e-4d0c-900b-7f25c8a92fb5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4596808 May 04 08:17:30.282782 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 33084) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:30.289309 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-3a5a49db-3904-4d2b-8a41-cd27c1b3f6be admin admin] Request body: {'subnet': {'network_id': '101ce265-b4f6-4c22-a216-3b27eafac347', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1143088858-subnet', 'tenant_id': '463813efb0b4415eb5e7863aa0f1f8a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:30.314910 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31357694-f61e-4d0c-900b-7f25c8a92fb5 admin admin] Pushing event updated for resources: {'Network': ['ID=101ce265-b4f6-4c22-a216-3b27eafac347,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:30.315804 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5a49db-3904-4d2b-8a41-cd27c1b3f6be admin admin] Made reservation on behalf of 463813efb0b4415eb5e7863aa0f1f8a9 for: {'subnet': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:17:30.318324 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3a5a49db-3904-4d2b-8a41-cd27c1b3f6be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30760290'] for subnet (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:30.326617 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Network 101ce265-b4f6-4c22-a216-3b27eafac347 details requested by agent ovs-agent-dv-cinder-840289-4-iscsi with host dv-cinder-840289-4-iscsi {{(pid=103565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:17:30.522624 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3a5a49db-3904-4d2b-8a41-cd27c1b3f6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30599314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30760316'] for subnet (b06e67ed-611e-4745-abd5-a76ca60b7f2a), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:30.572041 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a49db-3904-4d2b-8a41-cd27c1b3f6be admin admin] Pushing event updated for resources: {'Subnet': ['ID=b06e67ed-611e-4745-abd5-a76ca60b7f2a,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:30.589164 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5a49db-3904-4d2b-8a41-cd27c1b3f6be admin admin] Checking segment: {'id': '75958449-c7fc-4377-a40e-7a12c25abfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '101ce265-b4f6-4c22-a216-3b27eafac347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:17:30.589547 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5a49db-3904-4d2b-8a41-cd27c1b3f6be admin admin] Network hostable DHCP agents. Network: 101ce265-b4f6-4c22-a216-3b27eafac347, hostable agents: ['85ebdc97-1e1f-4139-aa22-86704277d257'], hosted agents: [] {{(pid=103564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:17:30.601892 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 33108) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:30.610285 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5a49db-3904-4d2b-8a41-cd27c1b3f6be admin admin] Network 101ce265-b4f6-4c22-a216-3b27eafac347 is scheduled to be hosted by DHCP agent 85ebdc97-1e1f-4139-aa22-86704277d257 with binding_index 1 {{(pid=103564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:17:30.627941 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-3a5a49db-3904-4d2b-8a41-cd27c1b3f6be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-iscsi, 101ce265-b4f6-4c22-a216-3b27eafac347) {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:17:30.634702 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5a49db-3904-4d2b-8a41-cd27c1b3f6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:30.635330 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3a5a49db-3904-4d2b-8a41-cd27c1b3f6be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:30.641995 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a5f807-e063-404f-bfe7-27b2e4c82c5b None None] Network 101ce265-b4f6-4c22-a216-3b27eafac347 requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:17:30.667122 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef30d67-85d6-4b68-ae70-c2df50bdd681 admin admin] Deleting subnet 45538bf3-9b96-4f4b-8834-95bb5dd1eb54 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:17:30.668578 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-3a5a49db-3904-4d2b-8a41-cd27c1b3f6be admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3830492 May 04 08:17:30.671717 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cef30d67-85d6-4b68-ae70-c2df50bdd681 admin admin] Publish callbacks [] for subnet (45538bf3-9b96-4f4b-8834-95bb5dd1eb54), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:30.713155 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cef30d67-85d6-4b68-ae70-c2df50bdd681 admin admin] Publish callbacks [] for subnet (45538bf3-9b96-4f4b-8834-95bb5dd1eb54), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:30.724419 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cef30d67-85d6-4b68-ae70-c2df50bdd681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902914'] for subnet (45538bf3-9b96-4f4b-8834-95bb5dd1eb54), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:30.776086 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd5df4e-04f5-4a0f-a956-ad7777386c6c None None] Network 101ce265-b4f6-4c22-a216-3b27eafac347 requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:17:30.793493 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cef30d67-85d6-4b68-ae70-c2df50bdd681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for subnet (45538bf3-9b96-4f4b-8834-95bb5dd1eb54), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:30.827872 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef30d67-85d6-4b68-ae70-c2df50bdd681 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45538bf3-9b96-4f4b-8834-95bb5dd1eb54,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:30.829838 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cef30d67-85d6-4b68-ae70-c2df50bdd681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:30.835298 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-cef30d67-85d6-4b68-ae70-c2df50bdd681 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/45538bf3-9b96-4f4b-8834-95bb5dd1eb54 HTTP/1.1" status: 204 len: 168 time: 0.2301548 May 04 08:17:30.835618 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 33120) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:30.904067 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c28e9ef-f0ea-4fe8-b5e5-64640a882b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1812560'] for network (444090b3-b666-4591-9cbe-dc039e65ad0f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:30.987109 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c28e9ef-f0ea-4fe8-b5e5-64640a882b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903351', 'neutron.services.segments.db._delete_segments_for_network-8787185188154'] for network (444090b3-b666-4591-9cbe-dc039e65ad0f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:31.008234 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c28e9ef-f0ea-4fe8-b5e5-64640a882b85 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:17:31.008641 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c28e9ef-f0ea-4fe8-b5e5-64640a882b85 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:17:31.009396 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c28e9ef-f0ea-4fe8-b5e5-64640a882b85 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:17:31.009722 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c28e9ef-f0ea-4fe8-b5e5-64640a882b85 admin admin] Subscribe: > port after_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:17:31.010043 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c28e9ef-f0ea-4fe8-b5e5-64640a882b85 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:17:31.010381 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c28e9ef-f0ea-4fe8-b5e5-64640a882b85 admin admin] Subscribe: > port after_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:17:31.010700 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c28e9ef-f0ea-4fe8-b5e5-64640a882b85 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:17:31.011043 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c28e9ef-f0ea-4fe8-b5e5-64640a882b85 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:17:31.011358 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c28e9ef-f0ea-4fe8-b5e5-64640a882b85 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:17:31.011676 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c28e9ef-f0ea-4fe8-b5e5-64640a882b85 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:17:31.077049 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c28e9ef-f0ea-4fe8-b5e5-64640a882b85 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:17:31.077414 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c28e9ef-f0ea-4fe8-b5e5-64640a882b85 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:17:31.077731 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c28e9ef-f0ea-4fe8-b5e5-64640a882b85 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:17:31.078057 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c28e9ef-f0ea-4fe8-b5e5-64640a882b85 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:17:31.078422 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.services.segments.db [None req-3c28e9ef-f0ea-4fe8-b5e5-64640a882b85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['444090b3-b666-4591-9cbe-dc039e65ad0f']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:31.095905 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.services.segments.db [None req-3c28e9ef-f0ea-4fe8-b5e5-64640a882b85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13b106f-bad6-48fd-95d6-5323f4e4bb9a') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:31.096203 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.services.segments.db [None req-3c28e9ef-f0ea-4fe8-b5e5-64640a882b85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13b106f-bad6-48fd-95d6-5323f4e4bb9a') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:31.112799 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c28e9ef-f0ea-4fe8-b5e5-64640a882b85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787185188931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29667821'] for segment (e13b106f-bad6-48fd-95d6-5323f4e4bb9a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:31.137225 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c28e9ef-f0ea-4fe8-b5e5-64640a882b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (e13b106f-bad6-48fd-95d6-5323f4e4bb9a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:31.145734 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c28e9ef-f0ea-4fe8-b5e5-64640a882b85 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:17:31.146335 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c28e9ef-f0ea-4fe8-b5e5-64640a882b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31339507'] for segment (e13b106f-bad6-48fd-95d6-5323f4e4bb9a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: from cryptography.utils import int_from_bytes May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: from cryptography.utils import int_from_bytes May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: Traceback (most recent call last): May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: timer() May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: cb(*args, **kw) May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: return func(*args, **kwargs) May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: self._notify() May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: self.callback(batched_events) May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: event.method(event) May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: return f(self, *a, **k) May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: return self._get(url).json() May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: return self.request(url, 'GET', **kwargs) May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:17:31.152993 dv-cinder-840289-4-iscsi neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:17:31.208046 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c28e9ef-f0ea-4fe8-b5e5-64640a882b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-724690'] for network (444090b3-b666-4591-9cbe-dc039e65ad0f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:31.215128 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c28e9ef-f0ea-4fe8-b5e5-64640a882b85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:31.219556 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-3c28e9ef-f0ea-4fe8-b5e5-64640a882b85 admin admin] 10.222.0.59 "DELETE /v2.0/networks/444090b3-b666-4591-9cbe-dc039e65ad0f HTTP/1.1" status: 204 len: 168 time: 0.3829324 May 04 08:17:31.231150 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28e9ef-f0ea-4fe8-b5e5-64640a882b85 admin admin] Pushing event deleted for resources: {'Network': ['ID=444090b3-b666-4591-9cbe-dc039e65ad0f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:31.339915 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aebc78-009e-4a5d-b1e0-65e119345894 req-1887fae8-af8d-40dc-ac8f-cd7dcd5b3312 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:31.341402 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b2aebc78-009e-4a5d-b1e0-65e119345894 req-1887fae8-af8d-40dc-ac8f-cd7dcd5b3312 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0540283 May 04 08:17:31.354431 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 33130) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:31.396250 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-bc93df17-f374-4d30-b9d7-09b75b3c73aa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cf5e9e0befe747a794e1f5372bd1e07c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383768 May 04 08:17:31.396448 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b2aebc78-009e-4a5d-b1e0-65e119345894 req-5bc71818-595e-41f2-ab73-18f6b165bcc3 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471046 May 04 08:17:31.396568 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 33132) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:31.445540 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-16f26d8f-5815-4a54-8e13-46799e2fb8e9 admin admin] Publish callbacks [] for security_group (b40e6ea6-1bec-4eed-b402-8f0e956454f9), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:31.468317 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-16f26d8f-5815-4a54-8e13-46799e2fb8e9 admin admin] Publish callbacks [] for security_group (b40e6ea6-1bec-4eed-b402-8f0e956454f9), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:31.528869 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-16f26d8f-5815-4a54-8e13-46799e2fb8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (b40e6ea6-1bec-4eed-b402-8f0e956454f9), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:31.531454 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-16f26d8f-5815-4a54-8e13-46799e2fb8e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:31.532581 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-16f26d8f-5815-4a54-8e13-46799e2fb8e9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b40e6ea6-1bec-4eed-b402-8f0e956454f9 HTTP/1.1" status: 204 len: 168 time: 0.1352205 May 04 08:17:31.540097 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f26d8f-5815-4a54-8e13-46799e2fb8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40e6ea6-1bec-4eed-b402-8f0e956454f9,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:31.884523 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-3c7205f9-a6dc-468f-88fa-61b22083d62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:31.899246 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 33156) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:31.949622 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-99597bbd-e806-49e4-b58f-a93825be08c6 admin admin] Deleting subnet f199162a-a4b0-4642-ab22-be43a6a1785c {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:17:31.952914 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-99597bbd-e806-49e4-b58f-a93825be08c6 admin admin] Publish callbacks [] for subnet (f199162a-a4b0-4642-ab22-be43a6a1785c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:31.993558 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-99597bbd-e806-49e4-b58f-a93825be08c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29667606'] for subnet (f199162a-a4b0-4642-ab22-be43a6a1785c), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:32.037365 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-99597bbd-e806-49e4-b58f-a93825be08c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902914'] for subnet (f199162a-a4b0-4642-ab22-be43a6a1785c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:32.095834 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-99597bbd-e806-49e4-b58f-a93825be08c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31339417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29652696'] for subnet (f199162a-a4b0-4642-ab22-be43a6a1785c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:32.120825 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99597bbd-e806-49e4-b58f-a93825be08c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f199162a-a4b0-4642-ab22-be43a6a1785c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:32.126001 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-99597bbd-e806-49e4-b58f-a93825be08c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:32.131489 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-99597bbd-e806-49e4-b58f-a93825be08c6 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f199162a-a4b0-4642-ab22-be43a6a1785c HTTP/1.1" status: 204 len: 168 time: 0.2287495 May 04 08:17:32.131746 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 33166) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:32.206433 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-05bc9f57-c51f-4833-9f68-dda3b7fd23ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1812560'] for network (79f70062-1a28-439e-972a-f80a31e81212), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:32.294208 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-05bc9f57-c51f-4833-9f68-dda3b7fd23ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903351', 'neutron.services.segments.db._delete_segments_for_network-8787185188154'] for network (79f70062-1a28-439e-972a-f80a31e81212), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:32.314949 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.services.segments.db [None req-05bc9f57-c51f-4833-9f68-dda3b7fd23ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f70062-1a28-439e-972a-f80a31e81212']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:32.324582 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.services.segments.db [None req-05bc9f57-c51f-4833-9f68-dda3b7fd23ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb82364-6140-4c2f-9dc0-e128071d8577') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:32.325258 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.services.segments.db [None req-05bc9f57-c51f-4833-9f68-dda3b7fd23ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb82364-6140-4c2f-9dc0-e128071d8577') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:32.334942 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-05bc9f57-c51f-4833-9f68-dda3b7fd23ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787185188931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29667821'] for segment (ceb82364-6140-4c2f-9dc0-e128071d8577), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:32.353423 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-05bc9f57-c51f-4833-9f68-dda3b7fd23ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (ceb82364-6140-4c2f-9dc0-e128071d8577), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:32.359776 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bc9f57-c51f-4833-9f68-dda3b7fd23ff admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:17:32.360401 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-05bc9f57-c51f-4833-9f68-dda3b7fd23ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31339507'] for segment (ceb82364-6140-4c2f-9dc0-e128071d8577), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: Traceback (most recent call last): May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: timer() May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: cb(*args, **kw) May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: return func(*args, **kwargs) May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: self._notify() May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: self.callback(batched_events) May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: event.method(event) May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: return f(self, *a, **k) May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: return self._get(url).json() May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: return self.request(url, 'GET', **kwargs) May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:17:32.362128 dv-cinder-840289-4-iscsi neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:17:32.425914 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-05bc9f57-c51f-4833-9f68-dda3b7fd23ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-724690'] for network (79f70062-1a28-439e-972a-f80a31e81212), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:32.441336 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-05bc9f57-c51f-4833-9f68-dda3b7fd23ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:32.444475 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-05bc9f57-c51f-4833-9f68-dda3b7fd23ff admin admin] 10.222.0.59 "DELETE /v2.0/networks/79f70062-1a28-439e-972a-f80a31e81212 HTTP/1.1" status: 204 len: 168 time: 0.3119299 May 04 08:17:32.447964 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 33192) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:32.464515 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc9f57-c51f-4833-9f68-dda3b7fd23ff admin admin] Pushing event deleted for resources: {'Network': ['ID=79f70062-1a28-439e-972a-f80a31e81212,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:32.503621 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac78b59-534a-4a20-a2bb-9ff1151820c6 admin admin] Deleting subnet 647373f7-72fd-4009-901b-b1a818299b7a {{(pid=103564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:17:32.507098 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fac78b59-534a-4a20-a2bb-9ff1151820c6 admin admin] Publish callbacks [] for subnet (647373f7-72fd-4009-901b-b1a818299b7a), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:32.552965 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fac78b59-534a-4a20-a2bb-9ff1151820c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30599352'] for subnet (647373f7-72fd-4009-901b-b1a818299b7a), precommit_delete_associations {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:32.565261 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-78bdc3db-d311-4e50-a1e5-55325e2eca1e tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:32.566838 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-78bdc3db-d311-4e50-a1e5-55325e2eca1e tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/networks?id=101ce265-b4f6-4c22-a216-3b27eafac347 HTTP/1.1" status: 200 len: 809 time: 0.1427343 May 04 08:17:32.583918 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-c5c9c5a9-a160-4535-8d85-7572e491cbe9 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/quotas/463813efb0b4415eb5e7863aa0f1f8a9 HTTP/1.1" status: 200 len: 375 time: 0.0108993 May 04 08:17:32.605564 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fac78b59-534a-4a20-a2bb-9ff1151820c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902914'] for subnet (647373f7-72fd-4009-901b-b1a818299b7a), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:32.621806 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-b070b3af-41ea-48fc-ac79-b9e285a79790 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=463813efb0b4415eb5e7863aa0f1f8a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310299 May 04 08:17:32.740571 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-0e78dfe3-6696-4759-bd8b-ef55c7e9f41d service neutron] 10.222.0.59 "GET /v2.0/networks/101ce265-b4f6-4c22-a216-3b27eafac347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100752 May 04 08:17:32.875354 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a250c68-b2a1-4ded-83a0-f2991f7d9f5e req-c0e8fd1f-599e-496e-96be-831b138b1c0e tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:32.876833 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6a250c68-b2a1-4ded-83a0-f2991f7d9f5e req-c0e8fd1f-599e-496e-96be-831b138b1c0e tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0609856 May 04 08:17:32.880448 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-9d37164e-ded2-463f-b68a-4fa1fd294419 service neutron] 10.222.0.59 "GET /v2.0/networks/101ce265-b4f6-4c22-a216-3b27eafac347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341572 May 04 08:17:32.911714 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fac78b59-534a-4a20-a2bb-9ff1151820c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30599765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30760197'] for subnet (647373f7-72fd-4009-901b-b1a818299b7a), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:32.925320 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6a250c68-b2a1-4ded-83a0-f2991f7d9f5e req-12827a35-59f6-4903-b0cc-25fc7a3503ec tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425873 May 04 08:17:32.948790 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac78b59-534a-4a20-a2bb-9ff1151820c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=647373f7-72fd-4009-901b-b1a818299b7a,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:32.950819 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fac78b59-534a-4a20-a2bb-9ff1151820c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:32.954094 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-fac78b59-534a-4a20-a2bb-9ff1151820c6 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/647373f7-72fd-4009-901b-b1a818299b7a HTTP/1.1" status: 204 len: 168 time: 0.5044172 May 04 08:17:32.956538 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 33202) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:33.026262 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:33.041222 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8a4da846-b080-4a47-9540-871024db3573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1812560'] for network (6f4cc791-a79f-43c1-843f-309ab206764d), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:33.061092 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a210bc45-0067-4a48-a3ab-23377f7f8ece req-fb7db66a-b832-4dfa-9942-722d369358c7 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=0497c013-c829-4a6d-9fe8-bcce8d971b19 HTTP/1.1" status: 200 len: 210 time: 0.0300145 May 04 08:17:33.123643 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8a4da846-b080-4a47-9540-871024db3573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903351', 'neutron.services.segments.db._delete_segments_for_network-8787185188154'] for network (6f4cc791-a79f-43c1-843f-309ab206764d), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:33.143640 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-8a4da846-b080-4a47-9540-871024db3573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f4cc791-a79f-43c1-843f-309ab206764d']}} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:33.153534 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-8a4da846-b080-4a47-9540-871024db3573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c8290d-e543-41bb-9676-bc43d941293b') {'for_net_delete': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:33.153842 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-8a4da846-b080-4a47-9540-871024db3573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c8290d-e543-41bb-9676-bc43d941293b') {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:33.163727 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8a4da846-b080-4a47-9540-871024db3573 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787185188931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30599235'] for segment (c6c8290d-e543-41bb-9676-bc43d941293b), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:33.178863 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8a4da846-b080-4a47-9540-871024db3573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (c6c8290d-e543-41bb-9676-bc43d941293b), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:33.186807 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a4da846-b080-4a47-9540-871024db3573 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:17:33.187261 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8a4da846-b080-4a47-9540-871024db3573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30599743'] for segment (c6c8290d-e543-41bb-9676-bc43d941293b), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: Traceback (most recent call last): May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: timer() May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: cb(*args, **kw) May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: return func(*args, **kwargs) May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: self._notify() May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: self.callback(batched_events) May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: event.method(event) May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: return f(self, *a, **k) May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: return self._get(url).json() May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: return self.request(url, 'GET', **kwargs) May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:17:33.189008 dv-cinder-840289-4-iscsi neutron-server[103564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:17:33.245382 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8a4da846-b080-4a47-9540-871024db3573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-724690'] for network (6f4cc791-a79f-43c1-843f-309ab206764d), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:33.252049 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8a4da846-b080-4a47-9540-871024db3573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:33.255191 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-8a4da846-b080-4a47-9540-871024db3573 admin admin] 10.222.0.59 "DELETE /v2.0/networks/6f4cc791-a79f-43c1-843f-309ab206764d HTTP/1.1" status: 204 len: 168 time: 0.2977135 May 04 08:17:33.264794 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4da846-b080-4a47-9540-871024db3573 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f4cc791-a79f-43c1-843f-309ab206764d,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:33.442948 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 33218) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:33.483153 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-53ba28a5-f2d8-43d3-868d-02b2baa5d52d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=570b2249d283476ab85f3544a666d5dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388887 May 04 08:17:33.485830 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 33220) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:33.536503 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0e7d96df-16f4-4526-b7e3-daff722797b8 admin admin] Publish callbacks [] for security_group (c4a18377-385d-45ac-889e-510809ea086a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:33.557904 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0e7d96df-16f4-4526-b7e3-daff722797b8 admin admin] Publish callbacks [] for security_group (c4a18377-385d-45ac-889e-510809ea086a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:33.611507 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0e7d96df-16f4-4526-b7e3-daff722797b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (c4a18377-385d-45ac-889e-510809ea086a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:33.614044 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0e7d96df-16f4-4526-b7e3-daff722797b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:33.615182 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-0e7d96df-16f4-4526-b7e3-daff722797b8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c4a18377-385d-45ac-889e-510809ea086a HTTP/1.1" status: 204 len: 168 time: 0.1282711 May 04 08:17:33.623861 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d96df-16f4-4526-b7e3-daff722797b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a18377-385d-45ac-889e-510809ea086a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:33.956318 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 33232) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:33.997604 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-f5216e36-82eb-4b1c-95ad-df65d5532bff admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=20b11b3a1b5f404cacc23eee6296eb4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401430 May 04 08:17:34.000341 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 33234) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:34.042163 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41437344-01dc-4531-a1f4-ff98b0dbf1e2 req-b0c51c8e-7e8f-4e6d-96df-7d998a7d1eb6 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:34.043825 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-41437344-01dc-4531-a1f4-ff98b0dbf1e2 req-b0c51c8e-7e8f-4e6d-96df-7d998a7d1eb6 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0498481 May 04 08:17:34.049268 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4f934725-075c-446f-8446-5d009cee155c admin admin] Publish callbacks [] for security_group (c2933986-e9fc-47ea-9993-54ab3d6fb8f5), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:34.071187 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4f934725-075c-446f-8446-5d009cee155c admin admin] Publish callbacks [] for security_group (c2933986-e9fc-47ea-9993-54ab3d6fb8f5), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:34.097491 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-41437344-01dc-4531-a1f4-ff98b0dbf1e2 req-391d01d6-faa7-4c1c-b3b6-dfd9d4670f31 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479372 May 04 08:17:34.122229 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4f934725-075c-446f-8446-5d009cee155c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (c2933986-e9fc-47ea-9993-54ab3d6fb8f5), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:34.125082 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4f934725-075c-446f-8446-5d009cee155c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:34.126288 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-4f934725-075c-446f-8446-5d009cee155c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c2933986-e9fc-47ea-9993-54ab3d6fb8f5 HTTP/1.1" status: 204 len: 168 time: 0.1249087 May 04 08:17:34.135160 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f934725-075c-446f-8446-5d009cee155c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2933986-e9fc-47ea-9993-54ab3d6fb8f5,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:34.199426 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-57b31eb3-3d28-4ca5-bac7-17edf659aae9 req-070e7e57-fce2-4e22-aa10-10a4bbcaab0c tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=0497c013-c829-4a6d-9fe8-bcce8d971b19 HTTP/1.1" status: 200 len: 210 time: 0.0417171 May 04 08:17:34.267836 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:34.500696 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-e440cdf6-add6-4644-9b2e-e14a0d71757d tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:34.502420 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-e440cdf6-add6-4644-9b2e-e14a0d71757d tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.13 "GET /v2.0/networks?id=101ce265-b4f6-4c22-a216-3b27eafac347 HTTP/1.1" status: 200 len: 809 time: 0.1279824 May 04 08:17:34.538437 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-1b006212-a297-47bb-bc40-05b9855b37f3 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Request body: {'port': {'device_id': '0497c013-c829-4a6d-9fe8-bcce8d971b19', 'network_id': '101ce265-b4f6-4c22-a216-3b27eafac347', 'admin_state_up': True, 'tenant_id': '463813efb0b4415eb5e7863aa0f1f8a9'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:34.664622 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-1b006212-a297-47bb-bc40-05b9855b37f3 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Made reservation on behalf of 463813efb0b4415eb5e7863aa0f1f8a9 for: {'port': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:17:34.668204 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-1b006212-a297-47bb-bc40-05b9855b37f3 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:34.794754 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-1b006212-a297-47bb-bc40-05b9855b37f3 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Allocated IP 172.20.0.2 (101ce265-b4f6-4c22-a216-3b27eafac347/b06e67ed-611e-4745-abd5-a76ca60b7f2a/c4b0f7b2-3298-4d7a-ad69-90d389e2e744) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:17:34.883951 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:34.962548 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-1b006212-a297-47bb-bc40-05b9855b37f3 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Publish callbacks [] for port (c4b0f7b2-3298-4d7a-ad69-90d389e2e744), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:35.002710 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-1b006212-a297-47bb-bc40-05b9855b37f3 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (c4b0f7b2-3298-4d7a-ad69-90d389e2e744), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:35.045787 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-1b006212-a297-47bb-bc40-05b9855b37f3 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Network 101ce265-b4f6-4c22-a216-3b27eafac347 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:17:35.049126 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-1b006212-a297-47bb-bc40-05b9855b37f3 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:17:35.051543 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-1b006212-a297-47bb-bc40-05b9855b37f3 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:17:35.085320 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b006212-a297-47bb-bc40-05b9855b37f3 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Pushing event updated for resources: {'Port': ['ID=c4b0f7b2-3298-4d7a-ad69-90d389e2e744,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:35.113892 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-1b006212-a297-47bb-bc40-05b9855b37f3 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:35.114516 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-1b006212-a297-47bb-bc40-05b9855b37f3 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:35.133937 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-1b006212-a297-47bb-bc40-05b9855b37f3 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5991671 May 04 08:17:35.160051 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-128ae15e-d414-4037-8340-41875f5181d9 service neutron] Request body: {'port': {'device_id': '0497c013-c829-4a6d-9fe8-bcce8d971b19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:35.211622 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5c78c-af31-46d7-8b1a-2bdc8bdc4e3d req-d014d6c0-c5be-4407-bb34-a32c4ab1eac8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:35.218334 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-77d5c78c-af31-46d7-8b1a-2bdc8bdc4e3d req-d014d6c0-c5be-4407-bb34-a32c4ab1eac8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0532179 May 04 08:17:35.229122 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-128ae15e-d414-4037-8340-41875f5181d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (c4b0f7b2-3298-4d7a-ad69-90d389e2e744), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:35.272453 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-77d5c78c-af31-46d7-8b1a-2bdc8bdc4e3d req-e67a8fc6-b424-446f-ae93-0b368572bbd7 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489285 May 04 08:17:35.335587 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773d50d-05e8-49fa-9bbd-26cf031fbb57 req-4e4f1289-61b0-4284-962c-3c0062f0cf0d tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:35.337809 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7773d50d-05e8-49fa-9bbd-26cf031fbb57 req-4e4f1289-61b0-4284-962c-3c0062f0cf0d tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=0497c013-c829-4a6d-9fe8-bcce8d971b19 HTTP/1.1" status: 200 len: 931 time: 0.0539548 May 04 08:17:35.402700 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7773d50d-05e8-49fa-9bbd-26cf031fbb57 req-9cb841b2-f021-48a2-9403-faa2da2cdac4 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591681 May 04 08:17:35.564268 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-128ae15e-d414-4037-8340-41875f5181d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4b0f7b2-3298-4d7a-ad69-90d389e2e744 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:17:35.572688 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-128ae15e-d414-4037-8340-41875f5181d9 service neutron] Publish callbacks [] for port (c4b0f7b2-3298-4d7a-ad69-90d389e2e744), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:35.585535 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-128ae15e-d414-4037-8340-41875f5181d9 service neutron] Transition to ACTIVE for port object c4b0f7b2-3298-4d7a-ad69-90d389e2e744 will not be triggered until provisioned by entity L2. {{(pid=103564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:17:35.589281 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-128ae15e-d414-4037-8340-41875f5181d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (c4b0f7b2-3298-4d7a-ad69-90d389e2e744), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:35.641320 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ae15e-d414-4037-8340-41875f5181d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b0f7b2-3298-4d7a-ad69-90d389e2e744,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:35.690316 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 33342) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:35.719145 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-128ae15e-d414-4037-8340-41875f5181d9 service neutron] Attempting to bind port c4b0f7b2-3298-4d7a-ad69-90d389e2e744 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:17:35.719817 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-128ae15e-d414-4037-8340-41875f5181d9 service neutron] Attempting to bind port c4b0f7b2-3298-4d7a-ad69-90d389e2e744 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '75958449-c7fc-4377-a40e-7a12c25abfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '101ce265-b4f6-4c22-a216-3b27eafac347'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:17:35.720146 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-128ae15e-d414-4037-8340-41875f5181d9 service neutron] Attempting to bind port c4b0f7b2-3298-4d7a-ad69-90d389e2e744 on network 101ce265-b4f6-4c22-a216-3b27eafac347 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:17:35.725088 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-128ae15e-d414-4037-8340-41875f5181d9 service neutron] Port c4b0f7b2-3298-4d7a-ad69-90d389e2e744 on network 101ce265-b4f6-4c22-a216-3b27eafac347 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:17:35.725406 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-128ae15e-d414-4037-8340-41875f5181d9 service neutron] Attempting to bind port c4b0f7b2-3298-4d7a-ad69-90d389e2e744 on network 101ce265-b4f6-4c22-a216-3b27eafac347 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:17:35.730509 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-128ae15e-d414-4037-8340-41875f5181d9 service neutron] Checking agent: {'id': '012f2be7-5ddd-4d39-8539-3fef46040309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'started_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:17:35.730856 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-128ae15e-d414-4037-8340-41875f5181d9 service neutron] Checking segment: {'id': '75958449-c7fc-4377-a40e-7a12c25abfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '101ce265-b4f6-4c22-a216-3b27eafac347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:17:35.731449 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-128ae15e-d414-4037-8340-41875f5181d9 service neutron] Bound using segment: {'id': '75958449-c7fc-4377-a40e-7a12c25abfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '101ce265-b4f6-4c22-a216-3b27eafac347'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:17:35.732072 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-128ae15e-d414-4037-8340-41875f5181d9 service neutron] Bound port: c4b0f7b2-3298-4d7a-ad69-90d389e2e744, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75958449-c7fc-4377-a40e-7a12c25abfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '101ce265-b4f6-4c22-a216-3b27eafac347'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:17:35.732475 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-128ae15e-d414-4037-8340-41875f5181d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (c4b0f7b2-3298-4d7a-ad69-90d389e2e744), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:35.747520 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:35.814295 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-128ae15e-d414-4037-8340-41875f5181d9 service neutron] For port c4b0f7b2-3298-4d7a-ad69-90d389e2e744, host hv-cinder-84028, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:17:35.817591 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-128ae15e-d414-4037-8340-41875f5181d9 service neutron] For port c4b0f7b2-3298-4d7a-ad69-90d389e2e744, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=c4b0f7b2-3298-4d7a-ad69-90d389e2e744,segment=NetworkSegment(75958449-c7fc-4377-a40e-7a12c25abfa7),segment_id=75958449-c7fc-4377-a40e-7a12c25abfa7)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:17:35.827440 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-128ae15e-d414-4037-8340-41875f5181d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (c4b0f7b2-3298-4d7a-ad69-90d389e2e744), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:35.868160 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-92659ba4-8d69-412b-a0f8-be562dd5f5a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:35.884706 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-128ae15e-d414-4037-8340-41875f5181d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:35.885321 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-128ae15e-d414-4037-8340-41875f5181d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:35.886959 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-128ae15e-d414-4037-8340-41875f5181d9 service neutron] 10.222.0.13 "PUT /v2.0/ports/c4b0f7b2-3298-4d7a-ad69-90d389e2e744 HTTP/1.1" status: 200 len: 1093 time: 0.7321312 May 04 08:17:35.887603 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0497c013-c829-4a6d-9fe8-bcce8d971b19', 'tag': 'c4b0f7b2-3298-4d7a-ad69-90d389e2e744'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:17:35.889850 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce50b9c-54d7-4f9e-83ec-1209fcffa7b0" -d '{"events": [{"name": "network-changed", "server_uuid": "0497c013-c829-4a6d-9fe8-bcce8d971b19", "tag": "c4b0f7b2-3298-4d7a-ad69-90d389e2e744"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:17:35.924195 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ae15e-d414-4037-8340-41875f5181d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b0f7b2-3298-4d7a-ad69-90d389e2e744,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:35.935960 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9eb482-42ad-4fa2-9de3-8424736115c7 x-openstack-request-id: req-ca9eb482-42ad-4fa2-9de3-8424736115c7 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:17:35.936308 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0497c013-c829-4a6d-9fe8-bcce8d971b19", "tag": "c4b0f7b2-3298-4d7a-ad69-90d389e2e744", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:17:35.936541 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ca9eb482-42ad-4fa2-9de3-8424736115c7 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:17:35.936969 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca9eb482-42ad-4fa2-9de3-8424736115c7'] response: {'name': 'network-changed', 'server_uuid': '0497c013-c829-4a6d-9fe8-bcce8d971b19', 'tag': 'c4b0f7b2-3298-4d7a-ad69-90d389e2e744', 'status': 'completed', 'code': 200} May 04 08:17:36.036819 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-d8d89407-f40e-420c-ba37-fcfa84dd20b0 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-138029839&fields=id&tenant_id=74c56bb918414ffe937415b180eb5944 HTTP/1.1" status: 200 len: 267 time: 0.0489445 May 04 08:17:36.041251 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-92659ba4-8d69-412b-a0f8-be562dd5f5a2 admin admin] Publish callbacks [] for security_group (df26ab7a-a378-4d96-b6eb-6419ddda638c), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:36.043077 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-ba55531d-897f-4e50-bddb-230128d44c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:36.044585 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-ba55531d-897f-4e50-bddb-230128d44c3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=463813efb0b4415eb5e7863aa0f1f8a9&device_id=0497c013-c829-4a6d-9fe8-bcce8d971b19 HTTP/1.1" status: 200 len: 1127 time: 0.0686290 May 04 08:17:36.046166 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-92659ba4-8d69-412b-a0f8-be562dd5f5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (df26ab7a-a378-4d96-b6eb-6419ddda638c), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:36.118532 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-92659ba4-8d69-412b-a0f8-be562dd5f5a2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0b28c87707f348aeb139b5d7265c0789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4268429 May 04 08:17:36.119216 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92659ba4-8d69-412b-a0f8-be562dd5f5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df26ab7a-a378-4d96-b6eb-6419ddda638c,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:36.121711 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 33370) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:36.124149 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-0ac456eb-2e8b-4957-82bc-737be41c89a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4b0f7b2-3298-4d7a-ad69-90d389e2e744 HTTP/1.1" status: 200 len: 217 time: 0.0542612 May 04 08:17:36.144497 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-0ec55cb3-6104-4273-909d-0be8623dec22 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:36.145923 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-0ec55cb3-6104-4273-909d-0be8623dec22 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/networks?id=f3e15cd7-7965-45b0-9080-9151cadd7087 HTTP/1.1" status: 200 len: 811 time: 0.1033139 May 04 08:17:36.161628 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-ef4e52de-7d8c-404d-9454-1eb78013f219 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/quotas/74c56bb918414ffe937415b180eb5944 HTTP/1.1" status: 200 len: 375 time: 0.0096028 May 04 08:17:36.198338 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-4d0a16a4-33bf-4459-ae6d-ef09f663c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:36.199866 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-4d0a16a4-33bf-4459-ae6d-ef09f663c5b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b06e67ed-611e-4745-abd5-a76ca60b7f2a HTTP/1.1" status: 200 len: 849 time: 0.0643401 May 04 08:17:36.210749 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60892b9f-ab9c-4a18-a2b7-a39c25c76766 admin admin] Publish callbacks [] for security_group (df26ab7a-a378-4d96-b6eb-6419ddda638c), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:36.212097 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-90b5e5f4-161b-4509-9332-752331c705d6 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=74c56bb918414ffe937415b180eb5944&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449376 May 04 08:17:36.255206 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-0caf4430-68d1-4fcf-be73-60a8061207fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=101ce265-b4f6-4c22-a216-3b27eafac347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399544 May 04 08:17:36.259762 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60892b9f-ab9c-4a18-a2b7-a39c25c76766 admin admin] Publish callbacks [] for security_group (df26ab7a-a378-4d96-b6eb-6419ddda638c), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:36.314276 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-b7a0245b-4682-44b9-977a-cf3d15f51284 service neutron] 10.222.0.59 "GET /v2.0/networks/f3e15cd7-7965-45b0-9080-9151cadd7087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900893 May 04 08:17:36.366209 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60892b9f-ab9c-4a18-a2b7-a39c25c76766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (df26ab7a-a378-4d96-b6eb-6419ddda638c), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:36.369098 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60892b9f-ab9c-4a18-a2b7-a39c25c76766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:36.370218 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-60892b9f-ab9c-4a18-a2b7-a39c25c76766 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/df26ab7a-a378-4d96-b6eb-6419ddda638c HTTP/1.1" status: 204 len: 168 time: 0.2475808 May 04 08:17:36.385346 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60892b9f-ab9c-4a18-a2b7-a39c25c76766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df26ab7a-a378-4d96-b6eb-6419ddda638c,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:36.390743 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-37dc7860-1f79-4c33-ae9c-6f42bb3e25be service neutron] 10.222.0.13 "GET /v2.0/networks/101ce265-b4f6-4c22-a216-3b27eafac347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156218 May 04 08:17:36.452240 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a063c1-e449-4788-9cca-7ece8bf6812f req-76c969cf-5206-4143-94b1-6ca40788b4e2 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:36.453912 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-27a063c1-e449-4788-9cca-7ece8bf6812f req-76c969cf-5206-4143-94b1-6ca40788b4e2 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.1056483 May 04 08:17:36.491235 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-3effa9b2-55d7-4534-b6fb-35e5f97f3ec3 service neutron] 10.222.0.59 "GET /v2.0/networks/f3e15cd7-7965-45b0-9080-9151cadd7087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695945 May 04 08:17:36.541047 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-27a063c1-e449-4788-9cca-7ece8bf6812f req-6164c97e-c5c7-417e-8b43-cb4006de749c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759087 May 04 08:17:36.542822 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9e301a35-6047-4b3a-8260-5708100d5e8a req-fed16b83-8c3c-4de2-95fc-ad13d1606c90 service neutron] 10.222.0.13 "GET /v2.0/networks/101ce265-b4f6-4c22-a216-3b27eafac347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377912 May 04 08:17:36.664411 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235e5e5-2314-4167-8cf1-1ac2b8ef484d req-89df986a-e0c9-4143-b352-871dad86c352 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:36.666195 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5235e5e5-2314-4167-8cf1-1ac2b8ef484d req-89df986a-e0c9-4143-b352-871dad86c352 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=0497c013-c829-4a6d-9fe8-bcce8d971b19 HTTP/1.1" status: 200 len: 943 time: 0.0545599 May 04 08:17:36.725477 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5235e5e5-2314-4167-8cf1-1ac2b8ef484d req-1d263e01-9a06-4c05-b48e-331ac51cede5 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515571 May 04 08:17:36.836656 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4361584a-0e4a-42b0-8d83-d9ab9741b04b req-38601965-5898-4b22-b583-be4a95986454 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 210 time: 0.0313356 May 04 08:17:37.656537 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a934443-76e9-430d-b1eb-e1eeed3e86dc req-c1d7f7bd-9827-4a7b-ab06-898cae4a4b65 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:37.658044 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2a934443-76e9-430d-b1eb-e1eeed3e86dc req-c1d7f7bd-9827-4a7b-ab06-898cae4a4b65 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0458372 May 04 08:17:37.706186 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2a934443-76e9-430d-b1eb-e1eeed3e86dc req-1c646acc-2bec-44b7-b480-ed525439b986 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420532 May 04 08:17:37.849950 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef8040-8c73-49db-bd8b-6d95fc77c5e6 req-f44b0734-6836-4bd2-b0bf-b1465502e3ec tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:37.851515 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c5ef8040-8c73-49db-bd8b-6d95fc77c5e6 req-f44b0734-6836-4bd2-b0bf-b1465502e3ec tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=0497c013-c829-4a6d-9fe8-bcce8d971b19 HTTP/1.1" status: 200 len: 943 time: 0.0564106 May 04 08:17:37.872529 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce50b9c-54d7-4f9e-83ec-1209fcffa7b0 req-1dbac0e8-7407-4b0e-938f-1d1fb81a44a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:37.875287 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6ce50b9c-54d7-4f9e-83ec-1209fcffa7b0 req-1dbac0e8-7407-4b0e-938f-1d1fb81a44a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=463813efb0b4415eb5e7863aa0f1f8a9&device_id=0497c013-c829-4a6d-9fe8-bcce8d971b19 HTTP/1.1" status: 200 len: 1127 time: 0.0526886 May 04 08:17:37.922916 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c5ef8040-8c73-49db-bd8b-6d95fc77c5e6 req-ef8390a2-2160-4dd8-a162-4ac7de60b00c tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606229 May 04 08:17:37.960129 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cb52fd47-4c2a-4dcf-a7ae-e6d5f81a7853 req-911bea69-aa76-432d-853f-03aa18cc5938 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 210 time: 0.0361760 May 04 08:17:38.006094 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce50b9c-54d7-4f9e-83ec-1209fcffa7b0 req-c18183fd-cb0a-46c5-8ff3-2987fca3022e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:38.007613 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6ce50b9c-54d7-4f9e-83ec-1209fcffa7b0 req-c18183fd-cb0a-46c5-8ff3-2987fca3022e service neutron] 10.222.0.13 "GET /v2.0/networks?id=101ce265-b4f6-4c22-a216-3b27eafac347 HTTP/1.1" status: 200 len: 910 time: 0.1118529 May 04 08:17:38.062858 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6ce50b9c-54d7-4f9e-83ec-1209fcffa7b0 req-3dbcc869-885e-44c8-852f-0c11ff2a40bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4b0f7b2-3298-4d7a-ad69-90d389e2e744 HTTP/1.1" status: 200 len: 217 time: 0.0371602 May 04 08:17:38.158723 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device c4b0f7b2-3298-4d7a-ad69-90d389e2e744 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:17:38.265210 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port c4b0f7b2-3298-4d7a-ad69-90d389e2e744, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=c4b0f7b2-3298-4d7a-ad69-90d389e2e744,segment=NetworkSegment(75958449-c7fc-4377-a40e-7a12c25abfa7),segment_id=75958449-c7fc-4377-a40e-7a12c25abfa7)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:17:38.279657 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Returning: {'device': 'c4b0f7b2-3298-4d7a-ad69-90d389e2e744', 'network_id': '101ce265-b4f6-4c22-a216-3b27eafac347', 'port_id': 'c4b0f7b2-3298-4d7a-ad69-90d389e2e744', 'mac_address': 'fa:16:3e:f8:64:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b06e67ed-611e-4745-abd5-a76ca60b7f2a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:17:38.321218 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port c4b0f7b2-3298-4d7a-ad69-90d389e2e744 is: DOWN; New status is: BUILD {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:17:38.321602 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (c4b0f7b2-3298-4d7a-ad69-90d389e2e744), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:38.335336 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4b0f7b2-3298-4d7a-ad69-90d389e2e744 {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:17:38.356000 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port c4b0f7b2-3298-4d7a-ad69-90d389e2e744, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=c4b0f7b2-3298-4d7a-ad69-90d389e2e744,segment=NetworkSegment(75958449-c7fc-4377-a40e-7a12c25abfa7),segment_id=75958449-c7fc-4377-a40e-7a12c25abfa7)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:17:38.361774 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (c4b0f7b2-3298-4d7a-ad69-90d389e2e744), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:38.411318 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=c4b0f7b2-3298-4d7a-ad69-90d389e2e744,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:38.822687 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24bf97-3cc3-4f8f-a347-e389172dc4fa req-a62ae6ef-6ef0-4ed9-bd62-1bd38df7426e tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:38.824091 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7f24bf97-3cc3-4f8f-a347-e389172dc4fa req-a62ae6ef-6ef0-4ed9-bd62-1bd38df7426e tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0489221 May 04 08:17:38.873962 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7f24bf97-3cc3-4f8f-a347-e389172dc4fa req-4936ba63-27cc-4e2b-bee0-5441053f4237 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441999 May 04 08:17:38.877762 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['c4b0f7b2-3298-4d7a-ad69-90d389e2e744'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:17:39.061357 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d93e4-402c-4e19-9604-b8061f4385a2 req-7ad0f5d7-fcaa-4e6a-853c-2ce47070eb07 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:39.062816 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c31d93e4-402c-4e19-9604-b8061f4385a2 req-7ad0f5d7-fcaa-4e6a-853c-2ce47070eb07 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=0497c013-c829-4a6d-9fe8-bcce8d971b19 HTTP/1.1" status: 200 len: 944 time: 0.0548193 May 04 08:17:39.083835 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d398914a-ded9-4a28-a150-4df94750400f req-8da730f6-063f-454a-8ed3-5148e7ac5f76 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 210 time: 0.0435054 May 04 08:17:39.122280 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c31d93e4-402c-4e19-9604-b8061f4385a2 req-4d8ea143-ec98-45dc-a177-ab987b6ed298 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454776 May 04 08:17:39.285226 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce50b9c-54d7-4f9e-83ec-1209fcffa7b0 req-fa931f8e-987a-46b4-a330-9cae0f8519a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:39.286775 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6ce50b9c-54d7-4f9e-83ec-1209fcffa7b0 req-fa931f8e-987a-46b4-a330-9cae0f8519a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b06e67ed-611e-4745-abd5-a76ca60b7f2a HTTP/1.1" status: 200 len: 849 time: 0.0557759 May 04 08:17:39.622826 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6ce50b9c-54d7-4f9e-83ec-1209fcffa7b0 req-5ba12e09-90ab-451c-9abc-6b0c372102d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=101ce265-b4f6-4c22-a216-3b27eafac347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294182 May 04 08:17:39.738933 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c2c04-d7a9-49af-a98e-2d4124df2637 req-d72c825c-7148-4365-a1bc-1c88acd31146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:39.740846 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d41c2c04-d7a9-49af-a98e-2d4124df2637 req-d72c825c-7148-4365-a1bc-1c88acd31146 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 1129 time: 0.0434301 May 04 08:17:39.769270 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6ce50b9c-54d7-4f9e-83ec-1209fcffa7b0 req-d3a9fa79-684c-4154-ae7e-7f597131edb3 service neutron] 10.222.0.13 "GET /v2.0/networks/101ce265-b4f6-4c22-a216-3b27eafac347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961380 May 04 08:17:39.846285 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d41c2c04-d7a9-49af-a98e-2d4124df2637 req-e3b8040d-021c-4bbb-bb45-42e8a2cc1aeb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447097 May 04 08:17:39.977861 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-afae1413-777e-422d-a913-60045331fb5a tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:39.979360 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-afae1413-777e-422d-a913-60045331fb5a tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.13 "GET /v2.0/networks?id=f3e15cd7-7965-45b0-9080-9151cadd7087 HTTP/1.1" status: 200 len: 811 time: 0.1786289 May 04 08:17:39.981473 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6ce50b9c-54d7-4f9e-83ec-1209fcffa7b0 req-5c2474d8-17ff-4220-84c7-d3cffea203be service neutron] 10.222.0.13 "GET /v2.0/networks/101ce265-b4f6-4c22-a216-3b27eafac347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708453 May 04 08:17:40.006248 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c481d0-54a7-45a0-8599-0a5577983a2b req-afaea3f1-44d6-42ff-a355-4cfa6e91acdb tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:40.008034 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e2c481d0-54a7-45a0-8599-0a5577983a2b req-afaea3f1-44d6-42ff-a355-4cfa6e91acdb tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0517852 May 04 08:17:40.057145 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e2c481d0-54a7-45a0-8599-0a5577983a2b req-772c3c22-bba7-41ee-bda1-2fb911357f85 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434394 May 04 08:17:40.169050 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device c4b0f7b2-3298-4d7a-ad69-90d389e2e744 up at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:17:40.183265 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7d17f83a-fed4-42fc-9e2b-b68d3946f8a7 req-eb3edaab-1958-4984-acfe-cc26e7b70a77 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 210 time: 0.0336287 May 04 08:17:40.234681 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning for port c4b0f7b2-3298-4d7a-ad69-90d389e2e744 completed by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:17:40.241568 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning complete for port c4b0f7b2-3298-4d7a-ad69-90d389e2e744 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:17:40.242146 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (c4b0f7b2-3298-4d7a-ad69-90d389e2e744), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:40.277112 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924411f2-6103-4fa9-b1aa-4898ffc19ee2 req-5934b079-667c-48dd-8168-bb0a7e015ed0 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:40.283863 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-924411f2-6103-4fa9-b1aa-4898ffc19ee2 req-5934b079-667c-48dd-8168-bb0a7e015ed0 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=0497c013-c829-4a6d-9fe8-bcce8d971b19 HTTP/1.1" status: 200 len: 944 time: 0.0839972 May 04 08:17:40.335364 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-a9d9d82a-2f7d-4330-aaf5-c8a481db99e1 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74c56bb918414ffe937415b180eb5944 HTTP/1.1" status: 200 len: 379 time: 0.0820556 May 04 08:17:40.348369 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-924411f2-6103-4fa9-b1aa-4898ffc19ee2 req-208f21c1-c734-4588-a488-a279a95bd615 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590386 May 04 08:17:40.355815 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port c4b0f7b2-3298-4d7a-ad69-90d389e2e744 is: BUILD; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:17:40.356214 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (c4b0f7b2-3298-4d7a-ad69-90d389e2e744), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:40.382003 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0497c013-c829-4a6d-9fe8-bcce8d971b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b0f7b2-3298-4d7a-ad69-90d389e2e744'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:17:40.384634 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef115041-8ce5-4e71-a6f9-05ec19cebeff" -d '{"events": [{"server_uuid": "0497c013-c829-4a6d-9fe8-bcce8d971b19", "name": "network-vif-plugged", "status": "completed", "tag": "c4b0f7b2-3298-4d7a-ad69-90d389e2e744"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:17:40.398444 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port c4b0f7b2-3298-4d7a-ad69-90d389e2e744, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=c4b0f7b2-3298-4d7a-ad69-90d389e2e744,segment=NetworkSegment(75958449-c7fc-4377-a40e-7a12c25abfa7),segment_id=75958449-c7fc-4377-a40e-7a12c25abfa7)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:17:40.408195 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (c4b0f7b2-3298-4d7a-ad69-90d389e2e744), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:40.434615 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33aaa19b-9fb8-4498-939b-605aebd89e6c x-openstack-request-id: req-33aaa19b-9fb8-4498-939b-605aebd89e6c {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:17:40.434961 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0497c013-c829-4a6d-9fe8-bcce8d971b19", "name": "network-vif-plugged", "status": "completed", "tag": "c4b0f7b2-3298-4d7a-ad69-90d389e2e744", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:17:40.435225 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-33aaa19b-9fb8-4498-939b-605aebd89e6c {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:17:40.435626 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33aaa19b-9fb8-4498-939b-605aebd89e6c'] response: {'server_uuid': '0497c013-c829-4a6d-9fe8-bcce8d971b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b0f7b2-3298-4d7a-ad69-90d389e2e744', 'code': 200} May 04 08:17:40.460791 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=c4b0f7b2-3298-4d7a-ad69-90d389e2e744,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:40.695267 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-f3597d0a-122f-4108-af21-1e48520153e9 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Request body: {'port': {'device_id': '6192e6de-3f3c-46d4-8805-c37cfce49830', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'admin_state_up': True, 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'security_groups': ['b4e24b96-cfb2-4bd8-8b99-7e934afa2c30']}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:40.808100 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-f3597d0a-122f-4108-af21-1e48520153e9 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Made reservation on behalf of 74c56bb918414ffe937415b180eb5944 for: {'port': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:17:40.813082 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-f3597d0a-122f-4108-af21-1e48520153e9 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:40.950682 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-f3597d0a-122f-4108-af21-1e48520153e9 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Allocated IP 172.20.0.9 (f3e15cd7-7965-45b0-9080-9151cadd7087/b831c99a-7ea5-474f-8091-5f278d7d0d3f/208ea750-3ef0-470c-998a-004cc4cc123e) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:17:41.019460 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5074187-e37c-46ec-a777-95fb018964ee req-68678091-d7f4-429d-a795-11e1645b6266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:41.020938 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a5074187-e37c-46ec-a777-95fb018964ee req-68678091-d7f4-429d-a795-11e1645b6266 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0497c013-c829-4a6d-9fe8-bcce8d971b19 HTTP/1.1" status: 200 len: 1129 time: 0.0583096 May 04 08:17:41.132269 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-f3597d0a-122f-4108-af21-1e48520153e9 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for port (208ea750-3ef0-470c-998a-004cc4cc123e), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:41.169750 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-f3597d0a-122f-4108-af21-1e48520153e9 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (208ea750-3ef0-470c-998a-004cc4cc123e), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:41.172133 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1c651-a906-4bc4-9b7c-8decf0a87890 req-e0286cfb-69c4-41db-9780-beb2fe34c2e7 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:41.173690 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-42f1c651-a906-4bc4-9b7c-8decf0a87890 req-e0286cfb-69c4-41db-9780-beb2fe34c2e7 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0472665 May 04 08:17:41.214282 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-f3597d0a-122f-4108-af21-1e48520153e9 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Network f3e15cd7-7965-45b0-9080-9151cadd7087 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:17:41.220439 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-f3597d0a-122f-4108-af21-1e48520153e9 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:17:41.228311 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-f3597d0a-122f-4108-af21-1e48520153e9 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:17:41.232727 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3597d0a-122f-4108-af21-1e48520153e9 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Pushing event updated for resources: {'Port': ['ID=208ea750-3ef0-470c-998a-004cc4cc123e,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:41.249562 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-42f1c651-a906-4bc4-9b7c-8decf0a87890 req-d2860889-37f0-4efd-b9a7-fd9f43e5c5ce tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668917 May 04 08:17:41.288885 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-f3597d0a-122f-4108-af21-1e48520153e9 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:41.289406 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-f3597d0a-122f-4108-af21-1e48520153e9 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:41.308053 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-f3597d0a-122f-4108-af21-1e48520153e9 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6168258 May 04 08:17:41.336328 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0c7dd-a505-41a1-80ff-f0ff3c0293a0 req-ad5a2aad-d835-4521-a7da-da9a51a1934b tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:41.337833 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2cd0c7dd-a505-41a1-80ff-f0ff3c0293a0 req-ad5a2aad-d835-4521-a7da-da9a51a1934b tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 931 time: 0.0527420 May 04 08:17:41.420943 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2cd0c7dd-a505-41a1-80ff-f0ff3c0293a0 req-b205980c-78d1-401c-9337-1508fc4b1d0e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772643 May 04 08:17:41.432971 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-b2cb07e2-4d77-4202-9074-900325b57b81 None None] Provisioning complete for port 208ea750-3ef0-470c-998a-004cc4cc123e triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:17:41.433450 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b2cb07e2-4d77-4202-9074-900325b57b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (208ea750-3ef0-470c-998a-004cc4cc123e), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:41.481162 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-b2cb07e2-4d77-4202-9074-900325b57b81 None None] Port 208ea750-3ef0-470c-998a-004cc4cc123e cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:17:41.492150 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f730311-9e3d-4aa0-a1e7-372569699cac req-313cb1fb-fb41-45e8-8ac6-7fc234797e4c tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:41.493706 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8f730311-9e3d-4aa0-a1e7-372569699cac req-313cb1fb-fb41-45e8-8ac6-7fc234797e4c tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=0497c013-c829-4a6d-9fe8-bcce8d971b19 HTTP/1.1" status: 200 len: 945 time: 0.0498772 May 04 08:17:41.546340 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8f730311-9e3d-4aa0-a1e7-372569699cac req-e19427db-41bd-42c9-8f10-28d4edac7a8d tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469847 May 04 08:17:41.917260 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-46035c07-902e-4042-8e70-6513f34bbade service neutron] Request body: {'port': {'device_id': '6192e6de-3f3c-46d4-8805-c37cfce49830', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:42.022670 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a5074187-e37c-46ec-a777-95fb018964ee req-937dd92b-c042-4a1e-933f-7e8c213a31b2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206326 May 04 08:17:42.025502 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-46035c07-902e-4042-8e70-6513f34bbade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (208ea750-3ef0-470c-998a-004cc4cc123e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:42.317601 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-46035c07-902e-4042-8e70-6513f34bbade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208ea750-3ef0-470c-998a-004cc4cc123e {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:17:42.322465 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-46035c07-902e-4042-8e70-6513f34bbade service neutron] Publish callbacks [] for port (208ea750-3ef0-470c-998a-004cc4cc123e), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:42.337666 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-46035c07-902e-4042-8e70-6513f34bbade service neutron] Transition to ACTIVE for port object 208ea750-3ef0-470c-998a-004cc4cc123e will not be triggered until provisioned by entity L2. {{(pid=103564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:17:42.342529 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-46035c07-902e-4042-8e70-6513f34bbade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (208ea750-3ef0-470c-998a-004cc4cc123e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:42.376475 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f54575-92b1-4391-b6b8-0484345a5f6e req-5b93f660-0e9d-4427-b525-28107bbfd9fb tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:42.378509 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-31f54575-92b1-4391-b6b8-0484345a5f6e req-5b93f660-0e9d-4427-b525-28107bbfd9fb tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0537505 May 04 08:17:42.395973 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46035c07-902e-4042-8e70-6513f34bbade service neutron] Pushing event updated for resources: {'Port': ['ID=208ea750-3ef0-470c-998a-004cc4cc123e,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:42.445434 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-31f54575-92b1-4391-b6b8-0484345a5f6e req-0169d8ca-e1fc-402c-8a4c-06e9ff2d5b9d tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581274 May 04 08:17:42.507004 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-46035c07-902e-4042-8e70-6513f34bbade service neutron] Attempting to bind port 208ea750-3ef0-470c-998a-004cc4cc123e on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:17:42.507346 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-46035c07-902e-4042-8e70-6513f34bbade service neutron] Attempting to bind port 208ea750-3ef0-470c-998a-004cc4cc123e by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': 'ab49c26d-9f0b-4659-a39a-683771b4ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:17:42.507687 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-46035c07-902e-4042-8e70-6513f34bbade service neutron] Attempting to bind port 208ea750-3ef0-470c-998a-004cc4cc123e on network f3e15cd7-7965-45b0-9080-9151cadd7087 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:17:42.515286 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-46035c07-902e-4042-8e70-6513f34bbade service neutron] Port 208ea750-3ef0-470c-998a-004cc4cc123e on network f3e15cd7-7965-45b0-9080-9151cadd7087 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:17:42.515613 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-46035c07-902e-4042-8e70-6513f34bbade service neutron] Attempting to bind port 208ea750-3ef0-470c-998a-004cc4cc123e on network f3e15cd7-7965-45b0-9080-9151cadd7087 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:17:42.523412 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-46035c07-902e-4042-8e70-6513f34bbade service neutron] Checking agent: {'id': '012f2be7-5ddd-4d39-8539-3fef46040309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'started_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:17:42.524062 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-46035c07-902e-4042-8e70-6513f34bbade service neutron] Checking segment: {'id': 'ab49c26d-9f0b-4659-a39a-683771b4ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:17:42.524757 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-46035c07-902e-4042-8e70-6513f34bbade service neutron] Bound using segment: {'id': 'ab49c26d-9f0b-4659-a39a-683771b4ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:17:42.525672 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-46035c07-902e-4042-8e70-6513f34bbade service neutron] Bound port: 208ea750-3ef0-470c-998a-004cc4cc123e, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab49c26d-9f0b-4659-a39a-683771b4ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:17:42.526214 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-46035c07-902e-4042-8e70-6513f34bbade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (208ea750-3ef0-470c-998a-004cc4cc123e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:42.600474 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd2f13-f442-4aeb-9634-1a4496a139f9 req-90cc9668-fa4c-4acb-91b9-ef1e1e34048f tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:42.602382 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e6fd2f13-f442-4aeb-9634-1a4496a139f9 req-90cc9668-fa4c-4acb-91b9-ef1e1e34048f tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0663550 May 04 08:17:42.604177 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-46035c07-902e-4042-8e70-6513f34bbade service neutron] For port 208ea750-3ef0-470c-998a-004cc4cc123e, host hv-cinder-84028, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:17:42.607369 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-46035c07-902e-4042-8e70-6513f34bbade service neutron] For port 208ea750-3ef0-470c-998a-004cc4cc123e, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=208ea750-3ef0-470c-998a-004cc4cc123e,segment=NetworkSegment(ab49c26d-9f0b-4659-a39a-683771b4ac31),segment_id=ab49c26d-9f0b-4659-a39a-683771b4ac31)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:17:42.608843 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada1bb8-171c-42f2-9042-9239b4671ff6 req-fa0c287f-0908-43aa-ab2f-f15d2125e147 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:42.614603 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-46035c07-902e-4042-8e70-6513f34bbade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (208ea750-3ef0-470c-998a-004cc4cc123e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:42.615367 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8ada1bb8-171c-42f2-9042-9239b4671ff6 req-fa0c287f-0908-43aa-ab2f-f15d2125e147 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 943 time: 0.0918648 May 04 08:17:42.648680 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-46035c07-902e-4042-8e70-6513f34bbade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:42.649447 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-46035c07-902e-4042-8e70-6513f34bbade service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:42.650618 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-46035c07-902e-4042-8e70-6513f34bbade service neutron] 10.222.0.13 "PUT /v2.0/ports/208ea750-3ef0-470c-998a-004cc4cc123e HTTP/1.1" status: 200 len: 1093 time: 0.7411706 May 04 08:17:42.651101 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6192e6de-3f3c-46d4-8805-c37cfce49830', 'tag': '208ea750-3ef0-470c-998a-004cc4cc123e'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:17:42.653466 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab38c4f-51cc-4b0b-b4c6-7ceb4f3b8fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "6192e6de-3f3c-46d4-8805-c37cfce49830", "tag": "208ea750-3ef0-470c-998a-004cc4cc123e"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:17:42.680049 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46035c07-902e-4042-8e70-6513f34bbade service neutron] Pushing event updated for resources: {'Port': ['ID=208ea750-3ef0-470c-998a-004cc4cc123e,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:42.692031 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8ada1bb8-171c-42f2-9042-9239b4671ff6 req-d1655cd8-7526-4db2-bbf9-db921048ae7e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757794 May 04 08:17:42.695480 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e6fd2f13-f442-4aeb-9634-1a4496a139f9 req-4fb33410-fd16-4ea9-b765-86fdf556a4f8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776784 May 04 08:17:42.771842 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b67731a-adfe-41d2-9d2e-701af82805f4 x-openstack-request-id: req-4b67731a-adfe-41d2-9d2e-701af82805f4 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:17:42.772176 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6192e6de-3f3c-46d4-8805-c37cfce49830", "tag": "208ea750-3ef0-470c-998a-004cc4cc123e", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:17:42.772467 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4b67731a-adfe-41d2-9d2e-701af82805f4 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:17:42.773082 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b67731a-adfe-41d2-9d2e-701af82805f4'] response: {'name': 'network-changed', 'server_uuid': '6192e6de-3f3c-46d4-8805-c37cfce49830', 'tag': '208ea750-3ef0-470c-998a-004cc4cc123e', 'status': 'completed', 'code': 200} May 04 08:17:42.840248 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c4e2d-7caf-4588-accd-67ef69dff379 req-3dd7e979-f329-4636-abf8-f70143fe5cfa tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:42.841983 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3b8c4e2d-7caf-4588-accd-67ef69dff379 req-3dd7e979-f329-4636-abf8-f70143fe5cfa tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=0497c013-c829-4a6d-9fe8-bcce8d971b19 HTTP/1.1" status: 200 len: 945 time: 0.0559940 May 04 08:17:42.895098 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3b8c4e2d-7caf-4588-accd-67ef69dff379 req-34731288-7c37-4696-9386-1537e68b1415 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459623 May 04 08:17:43.114112 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab38c4f-51cc-4b0b-b4c6-7ceb4f3b8fa2 req-8b3dd65c-669b-4811-8fea-9512cf7cff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:43.115652 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bab38c4f-51cc-4b0b-b4c6-7ceb4f3b8fa2 req-8b3dd65c-669b-4811-8fea-9512cf7cff5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74c56bb918414ffe937415b180eb5944&device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 1127 time: 0.0464633 May 04 08:17:43.234127 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab38c4f-51cc-4b0b-b4c6-7ceb4f3b8fa2 req-a7df91d4-54f8-41dd-83d8-1a2102d5d5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:43.235608 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bab38c4f-51cc-4b0b-b4c6-7ceb4f3b8fa2 req-a7df91d4-54f8-41dd-83d8-1a2102d5d5c7 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=74c56bb918414ffe937415b180eb5944&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0933380 May 04 08:17:43.347821 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab38c4f-51cc-4b0b-b4c6-7ceb4f3b8fa2 req-1e47b663-f5e1-469e-87f7-61a9d6a5380e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:43.349299 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bab38c4f-51cc-4b0b-b4c6-7ceb4f3b8fa2 req-1e47b663-f5e1-469e-87f7-61a9d6a5380e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883582 May 04 08:17:43.834433 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39b81e-496b-4db0-ba10-62aeb937b545 req-fc1bb945-f3f3-4a8d-8d74-493d02709844 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:43.836017 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2e39b81e-496b-4db0-ba10-62aeb937b545 req-fc1bb945-f3f3-4a8d-8d74-493d02709844 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 943 time: 0.0496626 May 04 08:17:43.888552 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2e39b81e-496b-4db0-ba10-62aeb937b545 req-4c230897-bdc2-46d2-ba76-f1d43d7460ba tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469170 May 04 08:17:44.012122 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99842eef-00f5-49ee-b92f-04df4d7ea6a1 req-5b7ca103-4130-4290-9026-a8fe802e7e6d tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:44.013517 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-99842eef-00f5-49ee-b92f-04df4d7ea6a1 req-5b7ca103-4130-4290-9026-a8fe802e7e6d tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=0497c013-c829-4a6d-9fe8-bcce8d971b19 HTTP/1.1" status: 200 len: 945 time: 0.0513852 May 04 08:17:44.060511 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-99842eef-00f5-49ee-b92f-04df4d7ea6a1 req-cceec383-b1e0-442e-945a-11625535c685 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412028 May 04 08:17:44.340800 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-37c138de-1246-48cf-857d-a63e8c40de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:44.342292 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-37c138de-1246-48cf-857d-a63e8c40de30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74c56bb918414ffe937415b180eb5944&device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 1127 time: 0.0505986 May 04 08:17:44.387785 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06527a-225a-47e3-a631-f0b4c00a69d8 req-f31fe3ae-980e-47a3-b0e6-9a08e0ff41d6 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:44.389642 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9e06527a-225a-47e3-a631-f0b4c00a69d8 req-f31fe3ae-980e-47a3-b0e6-9a08e0ff41d6 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0481791 May 04 08:17:44.442697 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-7fa4300c-cee3-4057-8f23-f1f93c7b0472 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=208ea750-3ef0-470c-998a-004cc4cc123e HTTP/1.1" status: 200 len: 217 time: 0.0493784 May 04 08:17:44.447840 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9e06527a-225a-47e3-a631-f0b4c00a69d8 req-b2cdb440-56e4-40f0-abdc-d3a7c965ed00 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518956 May 04 08:17:44.517726 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb292130-67c7-47ce-b713-e8dacc5efef8 req-558d3e30-bf27-4963-8897-f33b338183be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:44.520172 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fb292130-67c7-47ce-b713-e8dacc5efef8 req-558d3e30-bf27-4963-8897-f33b338183be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=627a6ec20d314e7ba545b36a7e9b2fe8&device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 1129 time: 0.1277542 May 04 08:17:44.558240 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-578947c8-0401-4337-b240-f3f4c50dade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:44.559565 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-578947c8-0401-4337-b240-f3f4c50dade5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b831c99a-7ea5-474f-8091-5f278d7d0d3f HTTP/1.1" status: 200 len: 850 time: 0.1012707 May 04 08:17:44.652556 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-8042e39f-132d-428b-bb84-247d1e065405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:44.654023 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-8042e39f-132d-428b-bb84-247d1e065405 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3e15cd7-7965-45b0-9080-9151cadd7087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568733 May 04 08:17:44.658519 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb292130-67c7-47ce-b713-e8dacc5efef8 req-0ea1f9bb-aaa0-44de-a59f-04d358ec3e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:44.659937 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fb292130-67c7-47ce-b713-e8dacc5efef8 req-0ea1f9bb-aaa0-44de-a59f-04d358ec3e72 service neutron] 10.222.0.13 "GET /v2.0/networks?id=459895ff-73ee-42db-9914-e045a10994f6 HTTP/1.1" status: 200 len: 920 time: 0.1329124 May 04 08:17:44.719617 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fb292130-67c7-47ce-b713-e8dacc5efef8 req-e3168ddc-c387-4b8f-83cc-d0f7f4004a37 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb6b11c4-9b69-4b1e-b3d2-f6093c568233 HTTP/1.1" status: 200 len: 217 time: 0.0514848 May 04 08:17:44.811610 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb292130-67c7-47ce-b713-e8dacc5efef8 req-0c594c5c-20a1-4e90-bb1e-48231c7c41aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:44.813031 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fb292130-67c7-47ce-b713-e8dacc5efef8 req-0c594c5c-20a1-4e90-bb1e-48231c7c41aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7425b7ef-390a-4bcf-88b7-7e4dc3dbed56 HTTP/1.1" status: 200 len: 858 time: 0.0852463 May 04 08:17:44.828638 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-af05fef0-e5e0-4fed-ab2c-3152e558885d service neutron] 10.222.0.13 "GET /v2.0/networks/f3e15cd7-7965-45b0-9080-9151cadd7087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616051 May 04 08:17:44.890152 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb292130-67c7-47ce-b713-e8dacc5efef8 req-4e4975fa-8706-4855-9ed1-955ffa72cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:44.891754 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fb292130-67c7-47ce-b713-e8dacc5efef8 req-4e4975fa-8706-4855-9ed1-955ffa72cea8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=459895ff-73ee-42db-9914-e045a10994f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622313 May 04 08:17:44.950177 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7dd43efe-7ef4-478f-a0dd-d3fb5973d26b req-b1bdb709-9e85-49b2-bbe4-643e125b19d3 service neutron] 10.222.0.13 "GET /v2.0/networks/f3e15cd7-7965-45b0-9080-9151cadd7087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132598 May 04 08:17:44.966640 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1195be-21e5-4421-8fa3-9a2cb6fd6fbf req-f98400c1-8a0a-4533-9ede-50db37e3375c tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:44.968170 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8e1195be-21e5-4421-8fa3-9a2cb6fd6fbf req-f98400c1-8a0a-4533-9ede-50db37e3375c tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=0497c013-c829-4a6d-9fe8-bcce8d971b19 HTTP/1.1" status: 200 len: 945 time: 0.0520101 May 04 08:17:45.032374 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172081f-6820-4018-83fb-bc931db8e63d req-28bd3679-6db6-49cd-b699-7b4f861ae071 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:45.033819 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6172081f-6820-4018-83fb-bc931db8e63d req-28bd3679-6db6-49cd-b699-7b4f861ae071 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 943 time: 0.0647416 May 04 08:17:45.063375 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8e1195be-21e5-4421-8fa3-9a2cb6fd6fbf req-fae45b7e-84b4-49f9-a5e1-7a5609d46538 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850279 May 04 08:17:45.093863 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6172081f-6820-4018-83fb-bc931db8e63d req-e4989146-8103-4699-b3ea-37534e10e026 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541325 May 04 08:17:45.574178 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6631f9b-0bca-4cf6-afaa-398b8a40bfaa req-70a67c3f-b081-46e0-9670-a388630d7b4a tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:45.575673 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e6631f9b-0bca-4cf6-afaa-398b8a40bfaa req-70a67c3f-b081-46e0-9670-a388630d7b4a tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0491109 May 04 08:17:45.626802 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e6631f9b-0bca-4cf6-afaa-398b8a40bfaa req-2ad9212f-5480-48c6-bbd7-1985afe2f580 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454791 May 04 08:17:46.017547 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 33602) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:46.133388 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8d501c3c-c099-4bbd-aa6b-c6937a2f64e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:46.211502 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8d501c3c-c099-4bbd-aa6b-c6937a2f64e7 admin admin] Publish callbacks [] for security_group (b678aee1-abaf-40e1-b59e-b7ea03fc8a85), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:46.212472 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30472bf4-e570-45b5-93d1-61ee78cb90c2 req-f9be5cc3-0fde-483a-bf15-c59fa90514b3 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:46.214148 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-30472bf4-e570-45b5-93d1-61ee78cb90c2 req-f9be5cc3-0fde-483a-bf15-c59fa90514b3 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=0497c013-c829-4a6d-9fe8-bcce8d971b19 HTTP/1.1" status: 200 len: 945 time: 0.0769281 May 04 08:17:46.216056 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8d501c3c-c099-4bbd-aa6b-c6937a2f64e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (b678aee1-abaf-40e1-b59e-b7ea03fc8a85), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:46.228964 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d894c5-ed6a-441c-9085-e4578c8c7284 req-a7075b2c-6dd6-4782-a52c-5d2f0ef593c7 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:46.230433 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c2d894c5-ed6a-441c-9085-e4578c8c7284 req-a7075b2c-6dd6-4782-a52c-5d2f0ef593c7 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 943 time: 0.0630774 May 04 08:17:46.257604 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-8d501c3c-c099-4bbd-aa6b-c6937a2f64e7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e7bef5b9e7794f489ea4310d749ee77c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362981 May 04 08:17:46.257604 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d501c3c-c099-4bbd-aa6b-c6937a2f64e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b678aee1-abaf-40e1-b59e-b7ea03fc8a85,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:46.259086 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 33610) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:46.291730 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-30472bf4-e570-45b5-93d1-61ee78cb90c2 req-6c3dda9b-a523-4e14-bb00-92b84c4bbb1d tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713477 May 04 08:17:46.310383 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c2d894c5-ed6a-441c-9085-e4578c8c7284 req-4ebb5c08-f707-4c35-9af1-24ae80bfeb33 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670941 May 04 08:17:46.314105 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-24c15e93-9360-4049-958e-a63345c48d3a admin admin] Publish callbacks [] for security_group (b678aee1-abaf-40e1-b59e-b7ea03fc8a85), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:46.335997 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-24c15e93-9360-4049-958e-a63345c48d3a admin admin] Publish callbacks [] for security_group (b678aee1-abaf-40e1-b59e-b7ea03fc8a85), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:46.389113 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-24c15e93-9360-4049-958e-a63345c48d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (b678aee1-abaf-40e1-b59e-b7ea03fc8a85), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:46.393182 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-24c15e93-9360-4049-958e-a63345c48d3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:46.394767 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-24c15e93-9360-4049-958e-a63345c48d3a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b678aee1-abaf-40e1-b59e-b7ea03fc8a85 HTTP/1.1" status: 204 len: 168 time: 0.1347215 May 04 08:17:46.404348 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c15e93-9360-4049-958e-a63345c48d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b678aee1-abaf-40e1-b59e-b7ea03fc8a85,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:46.701745 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fb292130-67c7-47ce-b713-e8dacc5efef8 req-eb5035bf-705f-4ba7-b89e-a02417551355 service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975680 May 04 08:17:46.750187 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7395e2-91cb-4032-8af3-65819b8e0289 req-cf9c4175-ec97-42f5-96f1-938c388fc902 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:46.751692 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9e7395e2-91cb-4032-8af3-65819b8e0289 req-cf9c4175-ec97-42f5-96f1-938c388fc902 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0515201 May 04 08:17:46.802240 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9e7395e2-91cb-4032-8af3-65819b8e0289 req-7245f967-228a-4fad-941c-e9653d67529b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447092 May 04 08:17:47.171059 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 6 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:17:47.239897 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fb292130-67c7-47ce-b713-e8dacc5efef8 req-3a0f6890-bfbc-4dd9-94e1-375de2221229 service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876350 May 04 08:17:47.448884 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74fd65-bb5f-4da5-82d7-98df8e91d90c req-3eaddd7b-9b9d-411f-a903-92e34fb7fe44 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:47.455996 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4d74fd65-bb5f-4da5-82d7-98df8e91d90c req-3eaddd7b-9b9d-411f-a903-92e34fb7fe44 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=0497c013-c829-4a6d-9fe8-bcce8d971b19 HTTP/1.1" status: 200 len: 945 time: 0.0900385 May 04 08:17:47.489315 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d25751-f15f-479e-8261-6e5babd7195b req-8cbf9a8e-21e7-4466-bb79-da52dd32bd40 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:47.490273 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c40599-39ce-4cd5-b27e-cc4696774530 req-2b4f7ca5-569e-4ecc-aae9-cf53ba3146a2 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:47.491632 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-15d25751-f15f-479e-8261-6e5babd7195b req-8cbf9a8e-21e7-4466-bb79-da52dd32bd40 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.13 "GET /v2.0/ports?device_id=0497c013-c829-4a6d-9fe8-bcce8d971b19 HTTP/1.1" status: 200 len: 945 time: 0.0664625 May 04 08:17:47.491829 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-30c40599-39ce-4cd5-b27e-cc4696774530 req-2b4f7ca5-569e-4ecc-aae9-cf53ba3146a2 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 943 time: 0.0969970 May 04 08:17:47.541311 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4d74fd65-bb5f-4da5-82d7-98df8e91d90c req-f82b2c39-a89a-466f-a83e-01f92659ec56 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837059 May 04 08:17:47.575941 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-30c40599-39ce-4cd5-b27e-cc4696774530 req-908ce2da-b8b0-48db-a3c2-4f3f9730f97e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671108 May 04 08:17:47.590594 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-15d25751-f15f-479e-8261-6e5babd7195b req-bfb75446-36b5-4f1c-a78c-57835041aeb9 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Deleting port c4b0f7b2-3298-4d7a-ad69-90d389e2e744 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:17:47.590959 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-15d25751-f15f-479e-8261-6e5babd7195b req-bfb75446-36b5-4f1c-a78c-57835041aeb9 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (c4b0f7b2-3298-4d7a-ad69-90d389e2e744), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:47.927637 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-15d25751-f15f-479e-8261-6e5babd7195b req-bfb75446-36b5-4f1c-a78c-57835041aeb9 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] For port c4b0f7b2-3298-4d7a-ad69-90d389e2e744, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=c4b0f7b2-3298-4d7a-ad69-90d389e2e744,segment=NetworkSegment(75958449-c7fc-4377-a40e-7a12c25abfa7),segment_id=75958449-c7fc-4377-a40e-7a12c25abfa7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:17:47.928012 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-15d25751-f15f-479e-8261-6e5babd7195b req-bfb75446-36b5-4f1c-a78c-57835041aeb9 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (c4b0f7b2-3298-4d7a-ad69-90d389e2e744), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:47.932976 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79394387-f5f1-42a1-b2a3-ff2b8770b738 req-b92721cd-f3bd-4d18-b7f6-a58230e7b7f0 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:47.934996 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-79394387-f5f1-42a1-b2a3-ff2b8770b738 req-b92721cd-f3bd-4d18-b7f6-a58230e7b7f0 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0548470 May 04 08:17:47.942871 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-15d25751-f15f-479e-8261-6e5babd7195b req-bfb75446-36b5-4f1c-a78c-57835041aeb9 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Calling delete_port for c4b0f7b2-3298-4d7a-ad69-90d389e2e744 owned by compute:nova {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:17:47.984393 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-79394387-f5f1-42a1-b2a3-ff2b8770b738 req-7bc6aa56-fce4-416f-b42a-3b71b51b5c74 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420203 May 04 08:17:48.100247 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-15d25751-f15f-479e-8261-6e5babd7195b req-bfb75446-36b5-4f1c-a78c-57835041aeb9 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (c4b0f7b2-3298-4d7a-ad69-90d389e2e744), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:48.129827 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb75446-36b5-4f1c-a78c-57835041aeb9 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Pushing event deleted for resources: {'Port': ['ID=c4b0f7b2-3298-4d7a-ad69-90d389e2e744,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:48.147147 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['c4b0f7b2-3298-4d7a-ad69-90d389e2e744'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:17:48.175551 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d25751-f15f-479e-8261-6e5babd7195b req-bfb75446-36b5-4f1c-a78c-57835041aeb9 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] No DVR routers for this DVR port c4b0f7b2-3298-4d7a-ad69-90d389e2e744 on host hv-cinder-84028 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:17:48.178660 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-15d25751-f15f-479e-8261-6e5babd7195b req-bfb75446-36b5-4f1c-a78c-57835041aeb9 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:48.182775 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-15d25751-f15f-479e-8261-6e5babd7195b req-bfb75446-36b5-4f1c-a78c-57835041aeb9 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.13 "DELETE /v2.0/ports/c4b0f7b2-3298-4d7a-ad69-90d389e2e744 HTTP/1.1" status: 204 len: 173 time: 0.6833203 May 04 08:17:48.183253 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0497c013-c829-4a6d-9fe8-bcce8d971b19', 'name': 'network-vif-deleted', 'tag': 'c4b0f7b2-3298-4d7a-ad69-90d389e2e744'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:17:48.185684 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e658e61d-8842-4fd1-9dea-3483ed68b3da" -d '{"events": [{"server_uuid": "0497c013-c829-4a6d-9fe8-bcce8d971b19", "name": "network-vif-deleted", "tag": "c4b0f7b2-3298-4d7a-ad69-90d389e2e744"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:17:48.223690 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5824c8e-f41b-4daa-855a-a93f12428559 x-openstack-request-id: req-c5824c8e-f41b-4daa-855a-a93f12428559 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:17:48.223948 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0497c013-c829-4a6d-9fe8-bcce8d971b19", "name": "network-vif-deleted", "tag": "c4b0f7b2-3298-4d7a-ad69-90d389e2e744", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:17:48.224254 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c5824c8e-f41b-4daa-855a-a93f12428559 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:17:48.224715 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5824c8e-f41b-4daa-855a-a93f12428559'] response: {'server_uuid': '0497c013-c829-4a6d-9fe8-bcce8d971b19', 'name': 'network-vif-deleted', 'tag': 'c4b0f7b2-3298-4d7a-ad69-90d389e2e744', 'status': 'completed', 'code': 200} May 04 08:17:48.660532 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2d9b98c8-ee4b-484c-b841-cd9111cae552 req-775803a9-c52d-4cc9-ad4e-9922de24bc16 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=0497c013-c829-4a6d-9fe8-bcce8d971b19 HTTP/1.1" status: 200 len: 210 time: 0.0321290 May 04 08:17:48.713410 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74baa17-d81a-433d-b073-39986e585b7b req-0c1d0e21-4d4b-442a-9842-291f77da7af0 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:48.714635 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b74baa17-d81a-433d-b073-39986e585b7b req-0c1d0e21-4d4b-442a-9842-291f77da7af0 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 943 time: 0.0532131 May 04 08:17:48.778303 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b74baa17-d81a-433d-b073-39986e585b7b req-8591718f-1c21-4444-945b-4ddd83a05b4e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560713 May 04 08:17:49.107028 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dedda-3398-47ec-b12a-560fbe30f86d req-0c800a22-4f95-470b-95dd-73aac591cf14 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:49.108662 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dc4dedda-3398-47ec-b12a-560fbe30f86d req-0c800a22-4f95-470b-95dd-73aac591cf14 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0500824 May 04 08:17:49.171128 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dc4dedda-3398-47ec-b12a-560fbe30f86d req-3e322bcf-9a15-49d4-9c6e-5c4fd44cd288 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551953 May 04 08:17:49.439952 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 33768) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:49.546497 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-02f021a6-ab73-418d-b6f5-faefcfb44b5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:49.625076 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-02f021a6-ab73-418d-b6f5-faefcfb44b5c admin admin] Publish callbacks [] for security_group (d68e864b-3137-46ac-b465-ce553d46745f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:49.631181 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-02f021a6-ab73-418d-b6f5-faefcfb44b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (d68e864b-3137-46ac-b465-ce553d46745f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:49.672550 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-02f021a6-ab73-418d-b6f5-faefcfb44b5c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=40629c6725fe44738bc7b13cebb4f63a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315159 May 04 08:17:49.673696 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f021a6-ab73-418d-b6f5-faefcfb44b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68e864b-3137-46ac-b465-ce553d46745f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:49.675425 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 33772) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:49.728225 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b490418b-1b87-4250-a568-1846a81fc125 admin admin] Publish callbacks [] for security_group (d68e864b-3137-46ac-b465-ce553d46745f), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:49.752462 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b490418b-1b87-4250-a568-1846a81fc125 admin admin] Publish callbacks [] for security_group (d68e864b-3137-46ac-b465-ce553d46745f), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:49.805528 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b490418b-1b87-4250-a568-1846a81fc125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (d68e864b-3137-46ac-b465-ce553d46745f), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:49.808872 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b490418b-1b87-4250-a568-1846a81fc125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:49.813301 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-b490418b-1b87-4250-a568-1846a81fc125 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d68e864b-3137-46ac-b465-ce553d46745f HTTP/1.1" status: 204 len: 168 time: 0.1367595 May 04 08:17:49.823699 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490418b-1b87-4250-a568-1846a81fc125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68e864b-3137-46ac-b465-ce553d46745f,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:49.941425 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfe006-3014-4516-9570-d652d4d7e672 req-c474bc31-9a1d-478d-a9a7-e495c355f21c tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:49.942966 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-15bfe006-3014-4516-9570-d652d4d7e672 req-c474bc31-9a1d-478d-a9a7-e495c355f21c tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 943 time: 0.0738165 May 04 08:17:50.040787 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-c467cb1f-0047-4b48-98b5-9162ad7b2250 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:50.042402 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-c467cb1f-0047-4b48-98b5-9162ad7b2250 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/networks?id=101ce265-b4f6-4c22-a216-3b27eafac347 HTTP/1.1" status: 200 len: 809 time: 0.1625290 May 04 08:17:50.053266 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-15bfe006-3014-4516-9570-d652d4d7e672 req-a64c028c-9fcf-48fa-91f6-ac7d68bc365a tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794871 May 04 08:17:50.063540 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-92ba1a30-da0a-43a7-984a-20a4f1556505 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/quotas/463813efb0b4415eb5e7863aa0f1f8a9 HTTP/1.1" status: 200 len: 375 time: 0.0152495 May 04 08:17:50.102459 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 33796) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:50.103765 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-fe813343-64b3-42c3-93e9-53cbc0444cc0 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=463813efb0b4415eb5e7863aa0f1f8a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282216 May 04 08:17:50.116077 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-49e6f8c7-3698-4706-a66e-6c01ac42a982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:50.193742 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device c4b0f7b2-3298-4d7a-ad69-90d389e2e744 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:17:50.196399 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-9155ebe3-d39a-444c-b0ee-36b12b0848c0 service neutron] 10.222.0.59 "GET /v2.0/networks/101ce265-b4f6-4c22-a216-3b27eafac347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913734 May 04 08:17:50.202173 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-49e6f8c7-3698-4706-a66e-6c01ac42a982 admin admin] Publish callbacks [] for security_group (849ac6d6-d214-42b4-b8eb-73cd840f81fd), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:50.207018 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-49e6f8c7-3698-4706-a66e-6c01ac42a982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (849ac6d6-d214-42b4-b8eb-73cd840f81fd), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:50.225950 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] No Port match for: c4b0f7b2-3298-4d7a-ad69-90d389e2e744 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:17:50.226440 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device c4b0f7b2-3298-4d7a-ad69-90d389e2e744 not bound to the agent host hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:17:50.255642 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-49e6f8c7-3698-4706-a66e-6c01ac42a982 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=02d4d6e5b82e4635b67be8073d2961bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517684 May 04 08:17:50.257194 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6f8c7-3698-4706-a66e-6c01ac42a982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849ac6d6-d214-42b4-b8eb-73cd840f81fd,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:50.259816 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 33802) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:50.310224 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-521c6547-1605-4737-aadb-28518e338371 admin admin] Publish callbacks [] for security_group (849ac6d6-d214-42b4-b8eb-73cd840f81fd), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:50.328959 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893df34-78d6-4303-be1a-ebbbe4a83745 req-1fbcdf16-fbde-4b53-87d1-44f2a9a192cd tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:50.330558 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c893df34-78d6-4303-be1a-ebbbe4a83745 req-1fbcdf16-fbde-4b53-87d1-44f2a9a192cd tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0550718 May 04 08:17:50.331717 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-521c6547-1605-4737-aadb-28518e338371 admin admin] Publish callbacks [] for security_group (849ac6d6-d214-42b4-b8eb-73cd840f81fd), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:50.356862 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-37eb6f15-be9a-4297-8cd6-eab0cf75eb71 service neutron] 10.222.0.59 "GET /v2.0/networks/101ce265-b4f6-4c22-a216-3b27eafac347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472092 May 04 08:17:50.388990 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c893df34-78d6-4303-be1a-ebbbe4a83745 req-2b3734a9-ba7e-48f4-921b-225d5a0bc7cc tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504866 May 04 08:17:50.391135 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-521c6547-1605-4737-aadb-28518e338371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (849ac6d6-d214-42b4-b8eb-73cd840f81fd), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:50.394014 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-521c6547-1605-4737-aadb-28518e338371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:50.397741 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-521c6547-1605-4737-aadb-28518e338371 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/849ac6d6-d214-42b4-b8eb-73cd840f81fd HTTP/1.1" status: 204 len: 168 time: 0.1344371 May 04 08:17:50.404195 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c6547-1605-4737-aadb-28518e338371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849ac6d6-d214-42b4-b8eb-73cd840f81fd,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:50.546821 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-df841407-1b90-49b5-b858-bd1e96006bd6 req-f90c5dec-dc29-44d8-ac9c-79edc4f99c7c tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=230becfe-739e-4607-accd-848aeb9c2979 HTTP/1.1" status: 200 len: 210 time: 0.0281761 May 04 08:17:51.174672 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10dabf-205c-40c5-ad56-2fb286cf5c84 req-3d8121b3-17fb-4261-b5b6-f656005536b4 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:51.176110 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9f10dabf-205c-40c5-ad56-2fb286cf5c84 req-3d8121b3-17fb-4261-b5b6-f656005536b4 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 943 time: 0.0482590 May 04 08:17:51.231492 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9f10dabf-205c-40c5-ad56-2fb286cf5c84 req-e2226fd7-e7b0-4960-a019-6d8be8ffd9f6 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490737 May 04 08:17:51.514640 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7ce8e-5d57-497b-b506-abd72e6ada24 req-ddc6f0d9-2c39-43a0-970e-fe12a4cfb9ae tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:51.516119 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-71d7ce8e-5d57-497b-b506-abd72e6ada24 req-ddc6f0d9-2c39-43a0-970e-fe12a4cfb9ae tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0509892 May 04 08:17:51.567146 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-71d7ce8e-5d57-497b-b506-abd72e6ada24 req-6a9e1851-3996-48be-aa01-2e74938742cc tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447083 May 04 08:17:51.675548 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-17920033-cb50-4dc8-9588-75fe4ffe3ada req-448fec0f-e05b-4154-a3c2-69a16f47c41e tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=230becfe-739e-4607-accd-848aeb9c2979 HTTP/1.1" status: 200 len: 210 time: 0.0544052 May 04 08:17:51.761636 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-13927cd9-638a-4217-a97c-80c13e74a700 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:51.763142 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-13927cd9-638a-4217-a97c-80c13e74a700 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.13 "GET /v2.0/networks?id=101ce265-b4f6-4c22-a216-3b27eafac347 HTTP/1.1" status: 200 len: 809 time: 0.1619744 May 04 08:17:51.795820 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-24573543-af0e-4faf-bf93-7be29aa891a1 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Request body: {'port': {'device_id': '230becfe-739e-4607-accd-848aeb9c2979', 'network_id': '101ce265-b4f6-4c22-a216-3b27eafac347', 'admin_state_up': True, 'tenant_id': '463813efb0b4415eb5e7863aa0f1f8a9'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:51.911103 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-24573543-af0e-4faf-bf93-7be29aa891a1 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Made reservation on behalf of 463813efb0b4415eb5e7863aa0f1f8a9 for: {'port': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:17:51.914469 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-24573543-af0e-4faf-bf93-7be29aa891a1 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:52.038409 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-24573543-af0e-4faf-bf93-7be29aa891a1 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Allocated IP 172.20.0.6 (101ce265-b4f6-4c22-a216-3b27eafac347/b06e67ed-611e-4745-abd5-a76ca60b7f2a/ff6befca-5f2a-43b6-83eb-5d0bfe34b272) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:17:52.197647 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-24573543-af0e-4faf-bf93-7be29aa891a1 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Publish callbacks [] for port (ff6befca-5f2a-43b6-83eb-5d0bfe34b272), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:52.235104 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-24573543-af0e-4faf-bf93-7be29aa891a1 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (ff6befca-5f2a-43b6-83eb-5d0bfe34b272), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:52.276638 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-24573543-af0e-4faf-bf93-7be29aa891a1 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Network 101ce265-b4f6-4c22-a216-3b27eafac347 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:17:52.279952 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-24573543-af0e-4faf-bf93-7be29aa891a1 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:17:52.285927 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-24573543-af0e-4faf-bf93-7be29aa891a1 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:17:52.292681 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24573543-af0e-4faf-bf93-7be29aa891a1 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Pushing event updated for resources: {'Port': ['ID=ff6befca-5f2a-43b6-83eb-5d0bfe34b272,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:52.343145 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-24573543-af0e-4faf-bf93-7be29aa891a1 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:52.343553 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb5bdd-9eab-46be-919b-0f0af0d214cd req-403fccc5-c356-4838-b9ed-e9ebff9abd4d tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:52.344006 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-24573543-af0e-4faf-bf93-7be29aa891a1 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:52.345002 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a4eb5bdd-9eab-46be-919b-0f0af0d214cd req-403fccc5-c356-4838-b9ed-e9ebff9abd4d tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 943 time: 0.0480096 May 04 08:17:52.360017 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-24573543-af0e-4faf-bf93-7be29aa891a1 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5682185 May 04 08:17:52.394602 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a4eb5bdd-9eab-46be-919b-0f0af0d214cd req-a6d73097-d300-419e-b0f0-962b639f884d tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437987 May 04 08:17:52.408751 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-008887ad-a875-47b4-8c37-ffbfe2ac615c service neutron] Request body: {'port': {'device_id': '230becfe-739e-4607-accd-848aeb9c2979', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:52.472202 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-008887ad-a875-47b4-8c37-ffbfe2ac615c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (ff6befca-5f2a-43b6-83eb-5d0bfe34b272), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:52.779722 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-008887ad-a875-47b4-8c37-ffbfe2ac615c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff6befca-5f2a-43b6-83eb-5d0bfe34b272 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:17:52.788679 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-008887ad-a875-47b4-8c37-ffbfe2ac615c service neutron] Publish callbacks [] for port (ff6befca-5f2a-43b6-83eb-5d0bfe34b272), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:52.803556 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-008887ad-a875-47b4-8c37-ffbfe2ac615c service neutron] Transition to ACTIVE for port object ff6befca-5f2a-43b6-83eb-5d0bfe34b272 will not be triggered until provisioned by entity L2. {{(pid=103564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:17:52.807966 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-008887ad-a875-47b4-8c37-ffbfe2ac615c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (ff6befca-5f2a-43b6-83eb-5d0bfe34b272), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:52.860472 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008887ad-a875-47b4-8c37-ffbfe2ac615c service neutron] Pushing event updated for resources: {'Port': ['ID=ff6befca-5f2a-43b6-83eb-5d0bfe34b272,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:52.937614 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-008887ad-a875-47b4-8c37-ffbfe2ac615c service neutron] Attempting to bind port ff6befca-5f2a-43b6-83eb-5d0bfe34b272 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:17:52.937946 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-008887ad-a875-47b4-8c37-ffbfe2ac615c service neutron] Attempting to bind port ff6befca-5f2a-43b6-83eb-5d0bfe34b272 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '75958449-c7fc-4377-a40e-7a12c25abfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '101ce265-b4f6-4c22-a216-3b27eafac347'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:17:52.938272 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-008887ad-a875-47b4-8c37-ffbfe2ac615c service neutron] Attempting to bind port ff6befca-5f2a-43b6-83eb-5d0bfe34b272 on network 101ce265-b4f6-4c22-a216-3b27eafac347 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:17:52.942916 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-008887ad-a875-47b4-8c37-ffbfe2ac615c service neutron] Port ff6befca-5f2a-43b6-83eb-5d0bfe34b272 on network 101ce265-b4f6-4c22-a216-3b27eafac347 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:17:52.943250 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-008887ad-a875-47b4-8c37-ffbfe2ac615c service neutron] Attempting to bind port ff6befca-5f2a-43b6-83eb-5d0bfe34b272 on network 101ce265-b4f6-4c22-a216-3b27eafac347 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:17:52.948322 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-008887ad-a875-47b4-8c37-ffbfe2ac615c service neutron] Checking agent: {'id': '012f2be7-5ddd-4d39-8539-3fef46040309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'started_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:17:52.948668 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-008887ad-a875-47b4-8c37-ffbfe2ac615c service neutron] Checking segment: {'id': '75958449-c7fc-4377-a40e-7a12c25abfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '101ce265-b4f6-4c22-a216-3b27eafac347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:17:52.949046 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-008887ad-a875-47b4-8c37-ffbfe2ac615c service neutron] Bound using segment: {'id': '75958449-c7fc-4377-a40e-7a12c25abfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '101ce265-b4f6-4c22-a216-3b27eafac347'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:17:52.949469 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-008887ad-a875-47b4-8c37-ffbfe2ac615c service neutron] Bound port: ff6befca-5f2a-43b6-83eb-5d0bfe34b272, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75958449-c7fc-4377-a40e-7a12c25abfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '101ce265-b4f6-4c22-a216-3b27eafac347'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:17:52.949825 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-008887ad-a875-47b4-8c37-ffbfe2ac615c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (ff6befca-5f2a-43b6-83eb-5d0bfe34b272), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:52.950367 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db15e93-07a3-41b6-b467-91a7f556f42f req-9cfa082e-f8f7-4278-92e0-7ca971c2bf99 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:52.951857 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0db15e93-07a3-41b6-b467-91a7f556f42f req-9cfa082e-f8f7-4278-92e0-7ca971c2bf99 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.3119121 May 04 08:17:52.962332 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fa36f-d988-423f-84c7-14802af0974e req-e9d72b95-46f2-4ec8-a39c-5a8d27970e9b tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:52.963725 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2c5fa36f-d988-423f-84c7-14802af0974e req-e9d72b95-46f2-4ec8-a39c-5a8d27970e9b tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=230becfe-739e-4607-accd-848aeb9c2979 HTTP/1.1" status: 200 len: 943 time: 0.0574846 May 04 08:17:53.022356 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-008887ad-a875-47b4-8c37-ffbfe2ac615c service neutron] For port ff6befca-5f2a-43b6-83eb-5d0bfe34b272, host hv-cinder-84028, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:17:53.025537 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-008887ad-a875-47b4-8c37-ffbfe2ac615c service neutron] For port ff6befca-5f2a-43b6-83eb-5d0bfe34b272, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=ff6befca-5f2a-43b6-83eb-5d0bfe34b272,segment=NetworkSegment(75958449-c7fc-4377-a40e-7a12c25abfa7),segment_id=75958449-c7fc-4377-a40e-7a12c25abfa7)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:17:53.027816 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0db15e93-07a3-41b6-b467-91a7f556f42f req-be75096e-fba4-46f1-9e1a-e08f3960ed05 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631566 May 04 08:17:53.032379 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-008887ad-a875-47b4-8c37-ffbfe2ac615c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (ff6befca-5f2a-43b6-83eb-5d0bfe34b272), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:53.042626 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2c5fa36f-d988-423f-84c7-14802af0974e req-092f421c-f899-492e-b1e2-09957475f064 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713656 May 04 08:17:53.064788 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-008887ad-a875-47b4-8c37-ffbfe2ac615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:53.065411 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-008887ad-a875-47b4-8c37-ffbfe2ac615c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:53.067054 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-008887ad-a875-47b4-8c37-ffbfe2ac615c service neutron] 10.222.0.13 "PUT /v2.0/ports/ff6befca-5f2a-43b6-83eb-5d0bfe34b272 HTTP/1.1" status: 200 len: 1093 time: 0.6632073 May 04 08:17:53.069180 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230becfe-739e-4607-accd-848aeb9c2979', 'tag': 'ff6befca-5f2a-43b6-83eb-5d0bfe34b272'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:17:53.071513 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd029f08-61b2-4c21-a13a-7880dd7d7878" -d '{"events": [{"name": "network-changed", "server_uuid": "230becfe-739e-4607-accd-848aeb9c2979", "tag": "ff6befca-5f2a-43b6-83eb-5d0bfe34b272"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:17:53.095479 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008887ad-a875-47b4-8c37-ffbfe2ac615c service neutron] Pushing event updated for resources: {'Port': ['ID=ff6befca-5f2a-43b6-83eb-5d0bfe34b272,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:53.109521 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a258cb9e-8c2b-4b82-a00b-c3469422be58 x-openstack-request-id: req-a258cb9e-8c2b-4b82-a00b-c3469422be58 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:17:53.109812 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230becfe-739e-4607-accd-848aeb9c2979", "tag": "ff6befca-5f2a-43b6-83eb-5d0bfe34b272", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:17:53.110063 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a258cb9e-8c2b-4b82-a00b-c3469422be58 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:17:53.110469 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a258cb9e-8c2b-4b82-a00b-c3469422be58'] response: {'name': 'network-changed', 'server_uuid': '230becfe-739e-4607-accd-848aeb9c2979', 'tag': 'ff6befca-5f2a-43b6-83eb-5d0bfe34b272', 'status': 'completed', 'code': 200} May 04 08:17:53.511678 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4394b8-ffd9-4e79-9a16-5a32c3817015 req-cb01079a-5f7a-48c0-804c-3974b05486ba tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:53.513119 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4a4394b8-ffd9-4e79-9a16-5a32c3817015 req-cb01079a-5f7a-48c0-804c-3974b05486ba tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 943 time: 0.0497322 May 04 08:17:53.520862 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd029f08-61b2-4c21-a13a-7880dd7d7878 req-c56297a3-b478-47be-9a70-7ae818bb73e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:53.522348 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fd029f08-61b2-4c21-a13a-7880dd7d7878 req-c56297a3-b478-47be-9a70-7ae818bb73e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=463813efb0b4415eb5e7863aa0f1f8a9&device_id=230becfe-739e-4607-accd-848aeb9c2979 HTTP/1.1" status: 200 len: 1127 time: 0.0398667 May 04 08:17:53.563630 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4a4394b8-ffd9-4e79-9a16-5a32c3817015 req-865dd9f6-8b50-4599-9c8e-dfbd62583dd4 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446439 May 04 08:17:53.634232 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd029f08-61b2-4c21-a13a-7880dd7d7878 req-3c31b741-304c-4fbf-8e55-8090666f4de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:53.635697 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fd029f08-61b2-4c21-a13a-7880dd7d7878 req-3c31b741-304c-4fbf-8e55-8090666f4de7 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=463813efb0b4415eb5e7863aa0f1f8a9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0958867 May 04 08:17:53.732046 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd029f08-61b2-4c21-a13a-7880dd7d7878 req-8ae371e5-21e4-4ad8-a7ff-f21549ac3eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:53.733664 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fd029f08-61b2-4c21-a13a-7880dd7d7878 req-8ae371e5-21e4-4ad8-a7ff-f21549ac3eeb service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864127 May 04 08:17:53.862858 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-d001754e-62a6-41d5-b7d2-3f5e69c0b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:53.864464 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-d001754e-62a6-41d5-b7d2-3f5e69c0b714 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=463813efb0b4415eb5e7863aa0f1f8a9&device_id=230becfe-739e-4607-accd-848aeb9c2979 HTTP/1.1" status: 200 len: 1127 time: 0.0443406 May 04 08:17:53.932022 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-9e7c9d58-d18b-40b0-9dd1-687e1affaa68 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff6befca-5f2a-43b6-83eb-5d0bfe34b272 HTTP/1.1" status: 200 len: 217 time: 0.0364821 May 04 08:17:53.985658 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-9b54351e-9ae7-4cca-974b-06a9354b3872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:53.987158 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-9b54351e-9ae7-4cca-974b-06a9354b3872 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b06e67ed-611e-4745-abd5-a76ca60b7f2a HTTP/1.1" status: 200 len: 849 time: 0.0443778 May 04 08:17:54.018969 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-64f1e2c5-127b-4e1c-a5ad-0e430a558f9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=101ce265-b4f6-4c22-a216-3b27eafac347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249646 May 04 08:17:54.137705 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-6aff8cff-d1ec-479b-88f8-81e79c54fc4e service neutron] 10.222.0.13 "GET /v2.0/networks/101ce265-b4f6-4c22-a216-3b27eafac347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056504 May 04 08:17:54.178524 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd98fc7-fc63-4861-95aa-9c7259a96e6d req-8e7496c2-45c7-4041-bfde-0594deff425f tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:54.180338 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cdd98fc7-fc63-4861-95aa-9c7259a96e6d req-8e7496c2-45c7-4041-bfde-0594deff425f tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=230becfe-739e-4607-accd-848aeb9c2979 HTTP/1.1" status: 200 len: 943 time: 0.0707417 May 04 08:17:54.190950 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4ae38-69ab-4d63-954a-f72d91338528 req-bf819172-9bee-4396-90a1-3082830b7384 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:54.192314 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-17d4ae38-69ab-4d63-954a-f72d91338528 req-bf819172-9bee-4396-90a1-3082830b7384 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0741549 May 04 08:17:54.217369 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 208ea750-3ef0-470c-998a-004cc4cc123e details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:17:54.226650 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cbfbc279-17f9-46ce-97bb-be3ef9d75c47 req-93efa124-5c1e-43cd-9f6f-84a36ef8e05b service neutron] 10.222.0.13 "GET /v2.0/networks/101ce265-b4f6-4c22-a216-3b27eafac347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820358 May 04 08:17:54.267570 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cdd98fc7-fc63-4861-95aa-9c7259a96e6d req-551995f8-b006-43be-b3b6-bd985d8c1708 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743411 May 04 08:17:54.271628 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-17d4ae38-69ab-4d63-954a-f72d91338528 req-19fa26d4-2322-4ae3-a76a-24b8ad373fc2 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727987 May 04 08:17:54.318208 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port 208ea750-3ef0-470c-998a-004cc4cc123e, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=208ea750-3ef0-470c-998a-004cc4cc123e,segment=NetworkSegment(ab49c26d-9f0b-4659-a39a-683771b4ac31),segment_id=ab49c26d-9f0b-4659-a39a-683771b4ac31)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:17:54.330127 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Returning: {'device': '208ea750-3ef0-470c-998a-004cc4cc123e', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'port_id': '208ea750-3ef0-470c-998a-004cc4cc123e', 'mac_address': 'fa:16:3e:b9:55:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:17:54.368303 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port 208ea750-3ef0-470c-998a-004cc4cc123e is: DOWN; New status is: BUILD {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:17:54.368681 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (208ea750-3ef0-470c-998a-004cc4cc123e), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:54.382540 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208ea750-3ef0-470c-998a-004cc4cc123e {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:17:54.404304 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port 208ea750-3ef0-470c-998a-004cc4cc123e, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=208ea750-3ef0-470c-998a-004cc4cc123e,segment=NetworkSegment(ab49c26d-9f0b-4659-a39a-683771b4ac31),segment_id=ab49c26d-9f0b-4659-a39a-683771b4ac31)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:17:54.410602 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (208ea750-3ef0-470c-998a-004cc4cc123e), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:54.458003 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=208ea750-3ef0-470c-998a-004cc4cc123e,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:54.694789 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4f26c-b657-4677-969d-291e7b15e796 req-d0f4e2d5-9e39-475b-9343-b968ea46e16a tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:54.696858 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c7f4f26c-b657-4677-969d-291e7b15e796 req-d0f4e2d5-9e39-475b-9343-b968ea46e16a tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 944 time: 0.0545170 May 04 08:17:54.749552 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c7f4f26c-b657-4677-969d-291e7b15e796 req-0872e5e7-762b-4522-a8c9-81d69c783bd9 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468411 May 04 08:17:55.056791 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['208ea750-3ef0-470c-998a-004cc4cc123e'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:17:55.414063 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87487e45-a6ba-4927-ae0b-2bbd951dc0b6 req-677ad74a-2437-4198-ba70-7a37df81cb6b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:55.415567 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-87487e45-a6ba-4927-ae0b-2bbd951dc0b6 req-677ad74a-2437-4198-ba70-7a37df81cb6b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0742297 May 04 08:17:55.423748 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb613bc6-3ec6-4d21-9d58-5168a25b21b3 req-567daa3d-81d9-46da-8775-7d29d78edc28 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:55.425201 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fb613bc6-3ec6-4d21-9d58-5168a25b21b3 req-567daa3d-81d9-46da-8775-7d29d78edc28 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=230becfe-739e-4607-accd-848aeb9c2979 HTTP/1.1" status: 200 len: 943 time: 0.0751963 May 04 08:17:55.499197 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-87487e45-a6ba-4927-ae0b-2bbd951dc0b6 req-9a6e8419-be39-44ce-ad1b-a24fdde462b5 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730348 May 04 08:17:55.502184 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fb613bc6-3ec6-4d21-9d58-5168a25b21b3 req-850a0aa3-3dc0-4460-b323-bc3251605825 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696564 May 04 08:17:55.878590 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12ae41-30d0-4c7f-be74-a6f714c5f4c2 req-af88b6c3-b4b0-41ff-bb80-cb6ae3258aef tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:55.880046 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4e12ae41-30d0-4c7f-be74-a6f714c5f4c2 req-af88b6c3-b4b0-41ff-bb80-cb6ae3258aef tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 944 time: 0.0562503 May 04 08:17:55.927984 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4e12ae41-30d0-4c7f-be74-a6f714c5f4c2 req-89193498-d32a-4287-8bb7-92c9afda6f19 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420010 May 04 08:17:56.361539 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 208ea750-3ef0-470c-998a-004cc4cc123e up at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:17:56.410784 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning for port 208ea750-3ef0-470c-998a-004cc4cc123e completed by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:17:56.418330 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning complete for port 208ea750-3ef0-470c-998a-004cc4cc123e triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:17:56.418697 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (208ea750-3ef0-470c-998a-004cc4cc123e), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:56.495644 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port 208ea750-3ef0-470c-998a-004cc4cc123e is: BUILD; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:17:56.496036 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (208ea750-3ef0-470c-998a-004cc4cc123e), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:56.520361 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6192e6de-3f3c-46d4-8805-c37cfce49830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208ea750-3ef0-470c-998a-004cc4cc123e'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:17:56.522605 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6881b1-12d8-4a44-aca4-d36c7f5f126c" -d '{"events": [{"server_uuid": "6192e6de-3f3c-46d4-8805-c37cfce49830", "name": "network-vif-plugged", "status": "completed", "tag": "208ea750-3ef0-470c-998a-004cc4cc123e"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:17:56.534973 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port 208ea750-3ef0-470c-998a-004cc4cc123e, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=208ea750-3ef0-470c-998a-004cc4cc123e,segment=NetworkSegment(ab49c26d-9f0b-4659-a39a-683771b4ac31),segment_id=ab49c26d-9f0b-4659-a39a-683771b4ac31)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:17:56.540114 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (208ea750-3ef0-470c-998a-004cc4cc123e), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:56.668237 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186acabb-b153-46a5-a3e4-de163f1024a1 req-32b87da4-cdc7-47c4-8556-c4aafb9882fe tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:56.669754 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-186acabb-b153-46a5-a3e4-de163f1024a1 req-32b87da4-cdc7-47c4-8556-c4aafb9882fe tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0845649 May 04 08:17:56.676693 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7304e-9b93-4cdd-9024-34474a561c1c req-ef1f6405-5833-4235-844c-5377245df1a2 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:56.678184 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5cb7304e-9b93-4cdd-9024-34474a561c1c req-ef1f6405-5833-4235-844c-5377245df1a2 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=230becfe-739e-4607-accd-848aeb9c2979 HTTP/1.1" status: 200 len: 943 time: 0.0823824 May 04 08:17:56.719152 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=208ea750-3ef0-470c-998a-004cc4cc123e,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:56.758145 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-186acabb-b153-46a5-a3e4-de163f1024a1 req-dbea5c0c-b387-4210-a915-c7b9c0fc73e6 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789344 May 04 08:17:56.761256 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5cb7304e-9b93-4cdd-9024-34474a561c1c req-075a72db-62d4-43ec-b703-1f3a7e969148 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754220 May 04 08:17:56.808146 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922b949f-c590-4a33-b867-373e959deb5f x-openstack-request-id: req-922b949f-c590-4a33-b867-373e959deb5f {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:17:56.808461 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6192e6de-3f3c-46d4-8805-c37cfce49830", "name": "network-vif-plugged", "status": "completed", "tag": "208ea750-3ef0-470c-998a-004cc4cc123e", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:17:56.808715 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-922b949f-c590-4a33-b867-373e959deb5f {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:17:56.809114 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-922b949f-c590-4a33-b867-373e959deb5f'] response: {'server_uuid': '6192e6de-3f3c-46d4-8805-c37cfce49830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208ea750-3ef0-470c-998a-004cc4cc123e', 'code': 200} May 04 08:17:57.059674 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94c457-3697-48b8-9b30-eb095fcd385f req-7c4749f3-c2ba-4e24-9593-6d0aa203bc02 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:57.061278 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9f94c457-3697-48b8-9b30-eb095fcd385f req-7c4749f3-c2ba-4e24-9593-6d0aa203bc02 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 945 time: 0.0539725 May 04 08:17:57.113659 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9f94c457-3697-48b8-9b30-eb095fcd385f req-cc0e5199-4282-4752-808e-655942a7f6a7 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451076 May 04 08:17:57.122051 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886c467-252e-466b-8643-650fe01f2de7 req-f41d2026-3c3e-4032-b138-3e5dc5013c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:57.123644 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6886c467-252e-466b-8643-650fe01f2de7 req-f41d2026-3c3e-4032-b138-3e5dc5013c78 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 1129 time: 0.0433877 May 04 08:17:57.171164 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6886c467-252e-466b-8643-650fe01f2de7 req-5e125f31-e632-4a08-af6d-91c1e623883c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392280 May 04 08:17:57.912218 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864db628-cf61-4204-9543-538e22443f33 req-51ef8099-fb34-4fb3-b892-272a46102388 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:57.913739 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-864db628-cf61-4204-9543-538e22443f33 req-51ef8099-fb34-4fb3-b892-272a46102388 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0843287 May 04 08:17:57.922190 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58446fa8-2554-4437-bbee-7bdbe1700a8e req-3f494339-173a-4527-b04d-bb612c301989 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:57.931456 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-58446fa8-2554-4437-bbee-7bdbe1700a8e req-3f494339-173a-4527-b04d-bb612c301989 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=230becfe-739e-4607-accd-848aeb9c2979 HTTP/1.1" status: 200 len: 943 time: 0.0922277 May 04 08:17:58.002625 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-864db628-cf61-4204-9543-538e22443f33 req-25dc67ac-2a87-4e98-9705-a3b7c62e65a5 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778775 May 04 08:17:58.005966 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-58446fa8-2554-4437-bbee-7bdbe1700a8e req-4b1d6517-189b-4af5-a523-22a3e130a412 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748889 May 04 08:17:58.242599 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9d6af-0f09-4ed3-8196-212b0310e4c8 req-8f7715c6-c64b-4a65-8685-06750389f36b tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:58.243998 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fda9d6af-0f09-4ed3-8196-212b0310e4c8 req-8f7715c6-c64b-4a65-8685-06750389f36b tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 945 time: 0.0498970 May 04 08:17:58.310809 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fda9d6af-0f09-4ed3-8196-212b0310e4c8 req-d1f7ca71-4337-45d7-ba3f-37a1cf9c2a20 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584824 May 04 08:17:58.360763 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device ff6befca-5f2a-43b6-83eb-5d0bfe34b272 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:17:58.465865 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port ff6befca-5f2a-43b6-83eb-5d0bfe34b272, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=ff6befca-5f2a-43b6-83eb-5d0bfe34b272,segment=NetworkSegment(75958449-c7fc-4377-a40e-7a12c25abfa7),segment_id=75958449-c7fc-4377-a40e-7a12c25abfa7)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:17:58.481302 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Returning: {'device': 'ff6befca-5f2a-43b6-83eb-5d0bfe34b272', 'network_id': '101ce265-b4f6-4c22-a216-3b27eafac347', 'port_id': 'ff6befca-5f2a-43b6-83eb-5d0bfe34b272', 'mac_address': 'fa:16:3e:15:82:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b06e67ed-611e-4745-abd5-a76ca60b7f2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:17:58.523356 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port ff6befca-5f2a-43b6-83eb-5d0bfe34b272 is: DOWN; New status is: BUILD {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:17:58.523703 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (ff6befca-5f2a-43b6-83eb-5d0bfe34b272), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:58.536195 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff6befca-5f2a-43b6-83eb-5d0bfe34b272 {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:17:58.557728 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port ff6befca-5f2a-43b6-83eb-5d0bfe34b272, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=ff6befca-5f2a-43b6-83eb-5d0bfe34b272,segment=NetworkSegment(75958449-c7fc-4377-a40e-7a12c25abfa7),segment_id=75958449-c7fc-4377-a40e-7a12c25abfa7)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:17:58.561963 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (ff6befca-5f2a-43b6-83eb-5d0bfe34b272), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:58.607058 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=ff6befca-5f2a-43b6-83eb-5d0bfe34b272,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:59.150716 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a318c-f5ed-4e84-a2ad-000e8be62635 req-dd8740d6-e28c-40cb-9d79-1468c58a475d tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:59.152404 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fb1a318c-f5ed-4e84-a2ad-000e8be62635 req-dd8740d6-e28c-40cb-9d79-1468c58a475d tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0795207 May 04 08:17:59.158566 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8416a-9a45-4111-83e7-ad81c4d187b7 req-151625ec-0ad3-4f89-be66-208c8a5f9029 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:59.159944 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4cd8416a-9a45-4111-83e7-ad81c4d187b7 req-151625ec-0ad3-4f89-be66-208c8a5f9029 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=230becfe-739e-4607-accd-848aeb9c2979 HTTP/1.1" status: 200 len: 944 time: 0.0853200 May 04 08:17:59.226805 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fb1a318c-f5ed-4e84-a2ad-000e8be62635 req-f007462f-16dc-4bc4-aa7e-44c5c627d2d0 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657668 May 04 08:17:59.233398 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4cd8416a-9a45-4111-83e7-ad81c4d187b7 req-2cd0e63f-f80e-4022-bc20-6f8717521dfe tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669475 May 04 08:17:59.444171 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbdf260-ce90-4518-9754-a87da004f9b1 req-b0fd6401-5978-4075-b0b3-2d2bb00d7d64 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:59.445730 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-acbdf260-ce90-4518-9754-a87da004f9b1 req-b0fd6401-5978-4075-b0b3-2d2bb00d7d64 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 945 time: 0.0472922 May 04 08:17:59.494922 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-acbdf260-ce90-4518-9754-a87da004f9b1 req-a25326a1-add6-4dd9-bd69-0275d267a436 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434434 May 04 08:17:59.631944 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-aabf7442-109e-4626-a96e-18e98902cf7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:00.377639 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e359f7f-0ed1-449a-9175-b204190feec8 req-c17959e4-a232-48ee-b1fc-87e8abec61e1 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:00.379137 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2e359f7f-0ed1-449a-9175-b204190feec8 req-c17959e4-a232-48ee-b1fc-87e8abec61e1 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0750408 May 04 08:18:00.387265 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a731a5-88ca-45db-8b4b-e2f85a55f092 req-53378eff-17de-4c4c-97aa-018df22ea4ea tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:00.388681 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-69a731a5-88ca-45db-8b4b-e2f85a55f092 req-53378eff-17de-4c4c-97aa-018df22ea4ea tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=230becfe-739e-4607-accd-848aeb9c2979 HTTP/1.1" status: 200 len: 944 time: 0.0825024 May 04 08:18:00.460152 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2e359f7f-0ed1-449a-9175-b204190feec8 req-7763de37-b218-4e87-a96c-adc4194dd991 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705082 May 04 08:18:00.472394 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-69a731a5-88ca-45db-8b4b-e2f85a55f092 req-4c22a710-5d93-4256-9bda-16aba7214518 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765984 May 04 08:18:00.617629 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c800f-ea45-4c85-88c8-b29ece8ab33a req-1c93d380-2b50-4ff6-970d-b0f3ce265d34 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:00.619170 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5e7c800f-ea45-4c85-88c8-b29ece8ab33a req-1c93d380-2b50-4ff6-970d-b0f3ce265d34 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 945 time: 0.0484202 May 04 08:18:00.672140 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5e7c800f-ea45-4c85-88c8-b29ece8ab33a req-ee77c0bc-bd05-4a89-b41d-17815fd46551 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466325 May 04 08:18:01.610524 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478a7fb-6b6a-45b6-adbc-9af680cad563 req-03eb1e47-f422-42b4-8870-626bf5e5b819 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:01.612007 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7478a7fb-6b6a-45b6-adbc-9af680cad563 req-03eb1e47-f422-42b4-8870-626bf5e5b819 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0730796 May 04 08:18:01.619954 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8034ec-a453-4dfa-bf50-88eed3b54225 req-78467692-34bf-4f15-9005-8ba8ac2d2396 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:01.621291 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9b8034ec-a453-4dfa-bf50-88eed3b54225 req-78467692-34bf-4f15-9005-8ba8ac2d2396 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=230becfe-739e-4607-accd-848aeb9c2979 HTTP/1.1" status: 200 len: 944 time: 0.0735335 May 04 08:18:01.694358 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7478a7fb-6b6a-45b6-adbc-9af680cad563 req-87f18cde-3670-411f-ba7a-b0222fd8fef3 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720601 May 04 08:18:01.697347 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9b8034ec-a453-4dfa-bf50-88eed3b54225 req-679bf596-a0f8-46cb-8bc0-f0e0f2cc47ac tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695488 May 04 08:18:01.796895 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a1da5-59f3-477d-b257-9e7eab3083ad req-7486735b-85a8-4cdd-9d93-bb470e44f449 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:01.798371 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e22a1da5-59f3-477d-b257-9e7eab3083ad req-7486735b-85a8-4cdd-9d93-bb470e44f449 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 945 time: 0.0471075 May 04 08:18:01.847155 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e22a1da5-59f3-477d-b257-9e7eab3083ad req-b31d6d41-6b96-4870-806f-a01f705698fd tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431001 May 04 08:18:01.893370 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['ff6befca-5f2a-43b6-83eb-5d0bfe34b272'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:18:01.898497 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1b2955c0-da53-4499-9a56-fcd4e1cdcc67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:02.324989 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e635f36-d7c4-46e3-9ac1-0c8ef2dd4b2f req-3f61641b-f7c2-49be-94e0-3bc0062bb5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:02.326497 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5e635f36-d7c4-46e3-9ac1-0c8ef2dd4b2f req-3f61641b-f7c2-49be-94e0-3bc0062bb5cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=627a6ec20d314e7ba545b36a7e9b2fe8&device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 1129 time: 0.0433955 May 04 08:18:02.441434 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e635f36-d7c4-46e3-9ac1-0c8ef2dd4b2f req-28090929-1fbd-4745-b0bd-b64f27d92f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:02.442917 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5e635f36-d7c4-46e3-9ac1-0c8ef2dd4b2f req-28090929-1fbd-4745-b0bd-b64f27d92f31 service neutron] 10.222.0.13 "GET /v2.0/networks?id=459895ff-73ee-42db-9914-e045a10994f6 HTTP/1.1" status: 200 len: 920 time: 0.0912695 May 04 08:18:02.502443 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5e635f36-d7c4-46e3-9ac1-0c8ef2dd4b2f req-0f485d99-40b3-4e4e-a7ef-d417e19d88df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb6b11c4-9b69-4b1e-b3d2-f6093c568233 HTTP/1.1" status: 200 len: 217 time: 0.0460668 May 04 08:18:02.553652 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e635f36-d7c4-46e3-9ac1-0c8ef2dd4b2f req-605b1960-5906-491e-b186-e79a3c673b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:02.555909 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5e635f36-d7c4-46e3-9ac1-0c8ef2dd4b2f req-605b1960-5906-491e-b186-e79a3c673b13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7425b7ef-390a-4bcf-88b7-7e4dc3dbed56 HTTP/1.1" status: 200 len: 858 time: 0.0452423 May 04 08:18:02.602995 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e635f36-d7c4-46e3-9ac1-0c8ef2dd4b2f req-b2002a22-9e87-4bfc-b983-b8fc6d3dcfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:02.604435 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5e635f36-d7c4-46e3-9ac1-0c8ef2dd4b2f req-b2002a22-9e87-4bfc-b983-b8fc6d3dcfeb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=459895ff-73ee-42db-9914-e045a10994f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412369 May 04 08:18:02.700376 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5e635f36-d7c4-46e3-9ac1-0c8ef2dd4b2f req-3cc36ca2-ef1b-417b-9391-7715a66544dc service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823321 May 04 08:18:02.816913 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5e635f36-d7c4-46e3-9ac1-0c8ef2dd4b2f req-a4a9e524-2ea1-47ab-ac4b-fdb735a96349 service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045823 May 04 08:18:02.842570 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7be17e-50b5-427b-8513-f2bce8b4f812 req-4c5b10a8-50b8-453f-ab07-9df0e71158a3 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:02.844244 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9e7be17e-50b5-427b-8513-f2bce8b4f812 req-4c5b10a8-50b8-453f-ab07-9df0e71158a3 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=230becfe-739e-4607-accd-848aeb9c2979 HTTP/1.1" status: 200 len: 944 time: 0.0783465 May 04 08:18:02.853509 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e93770-fd39-4b59-bc33-e50a548dd8c1 req-6ed35d55-8179-4424-aad5-1df8b16e2af4 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:02.854924 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-72e93770-fd39-4b59-bc33-e50a548dd8c1 req-6ed35d55-8179-4424-aad5-1df8b16e2af4 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0800157 May 04 08:18:02.926231 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9e7be17e-50b5-427b-8513-f2bce8b4f812 req-94da714f-807f-47ae-a6df-481794b18e0b tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703597 May 04 08:18:02.929480 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-72e93770-fd39-4b59-bc33-e50a548dd8c1 req-252b1aa5-0fc2-4288-bf0f-86a2c27439bd tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677569 May 04 08:18:03.018562 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:03.035748 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a87a0-063b-4c74-a754-c442d025f20f req-cd8a24fc-53f8-462a-ae98-ac7c2574f6f4 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:03.037205 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-304a87a0-063b-4c74-a754-c442d025f20f req-cd8a24fc-53f8-462a-ae98-ac7c2574f6f4 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 945 time: 0.0485065 May 04 08:18:03.095578 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-304a87a0-063b-4c74-a754-c442d025f20f req-40cf0bc5-8284-44d9-be2e-a90932101390 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510507 May 04 08:18:03.214793 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2846642-9653-46e6-9e0a-d19eb8f52c92 req-b6b41bd9-a44b-4f5a-93d5-bb1ea2f98316 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:03.216275 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d2846642-9653-46e6-9e0a-d19eb8f52c92 req-b6b41bd9-a44b-4f5a-93d5-bb1ea2f98316 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 945 time: 0.0495691 May 04 08:18:03.264859 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d2846642-9653-46e6-9e0a-d19eb8f52c92 req-65b63e01-f4a7-40bd-84c7-e5ec8a4a2615 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429566 May 04 08:18:03.287322 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 34036) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:03.477760 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4c12cc-3781-475e-a5b5-561c862f93e3 tempest-TestVolumeBootPattern-1403162662 tempest-TestVolumeBootPattern-1403162662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:03.479321 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-3e4c12cc-3781-475e-a5b5-561c862f93e3 tempest-TestVolumeBootPattern-1403162662 tempest-TestVolumeBootPattern-1403162662-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 1124 time: 0.1909974 May 04 08:18:03.482551 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 34040) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:03.487781 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Request body: {'floatingip': {'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'port_id': '208ea750-3ef0-470c-998a-004cc4cc123e', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:03.510635 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:03.590769 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:03.699441 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Allocated IP 172.27.3.184 (0ebd93d7-2ac3-420c-94d7-d3952e6d85cb/89057fef-1c75-4f30-81a6-882a67ba2a0a/79dbe13b-0d3d-4e12-8b69-919ef254d14d) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:18:03.703235 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device ff6befca-5f2a-43b6-83eb-5d0bfe34b272 up at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:03.750263 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning for port ff6befca-5f2a-43b6-83eb-5d0bfe34b272 completed by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:18:03.757257 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning complete for port ff6befca-5f2a-43b6-83eb-5d0bfe34b272 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:03.757738 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (ff6befca-5f2a-43b6-83eb-5d0bfe34b272), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:03.807076 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for port (79dbe13b-0d3d-4e12-8b69-919ef254d14d), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:03.834290 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port ff6befca-5f2a-43b6-83eb-5d0bfe34b272 is: BUILD; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:03.834703 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (ff6befca-5f2a-43b6-83eb-5d0bfe34b272), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:03.841430 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (79dbe13b-0d3d-4e12-8b69-919ef254d14d), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:03.858384 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230becfe-739e-4607-accd-848aeb9c2979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6befca-5f2a-43b6-83eb-5d0bfe34b272'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:18:03.860807 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511149da-5958-44b0-b528-b8d17eb75585" -d '{"events": [{"server_uuid": "230becfe-739e-4607-accd-848aeb9c2979", "name": "network-vif-plugged", "status": "completed", "tag": "ff6befca-5f2a-43b6-83eb-5d0bfe34b272"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:18:03.878306 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port ff6befca-5f2a-43b6-83eb-5d0bfe34b272, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=ff6befca-5f2a-43b6-83eb-5d0bfe34b272,segment=NetworkSegment(75958449-c7fc-4377-a40e-7a12c25abfa7),segment_id=75958449-c7fc-4377-a40e-7a12c25abfa7)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:03.879742 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:18:03.883014 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:03.883556 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (ff6befca-5f2a-43b6-83eb-5d0bfe34b272), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:03.887494 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:18:03.909030 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f63f163-d4f4-4af6-bc52-20a8b05477c1 x-openstack-request-id: req-5f63f163-d4f4-4af6-bc52-20a8b05477c1 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:18:03.909296 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230becfe-739e-4607-accd-848aeb9c2979", "name": "network-vif-plugged", "status": "completed", "tag": "ff6befca-5f2a-43b6-83eb-5d0bfe34b272", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:18:03.909598 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5f63f163-d4f4-4af6-bc52-20a8b05477c1 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:18:03.910042 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f63f163-d4f4-4af6-bc52-20a8b05477c1'] response: {'server_uuid': '230becfe-739e-4607-accd-848aeb9c2979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6befca-5f2a-43b6-83eb-5d0bfe34b272', 'code': 200} May 04 08:18:03.913654 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Pushing event updated for resources: {'Port': ['ID=79dbe13b-0d3d-4e12-8b69-919ef254d14d,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:03.927316 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.927717 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.928088 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.928481 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.928822 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.929197 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.929572 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.930226 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.930578 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.930935 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.931316 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.931619 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.931965 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.934471 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.934818 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.944819 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=ff6befca-5f2a-43b6-83eb-5d0bfe34b272,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:03.972773 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.973124 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.973477 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.973855 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.975868 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.975868 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.975868 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.975868 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.975868 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.976448 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.976448 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.976665 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.977148 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.977776 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:03.978260 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:04.082251 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c47e32-f6f2-4c80-848d-c594913dbb7a req-3a0ba71b-a17b-4c3c-b125-538888e08618 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:04.083758 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f8c47e32-f6f2-4c80-848d-c594913dbb7a req-3a0ba71b-a17b-4c3c-b125-538888e08618 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=230becfe-739e-4607-accd-848aeb9c2979 HTTP/1.1" status: 200 len: 945 time: 0.0766971 May 04 08:18:04.102571 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579f25a-ced0-467c-93d3-fc6b126509ca req-1025ff1b-3840-4d3e-a45e-51c795795759 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:04.103995 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9579f25a-ced0-467c-93d3-fc6b126509ca req-1025ff1b-3840-4d3e-a45e-51c795795759 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0680523 May 04 08:18:04.169834 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f8c47e32-f6f2-4c80-848d-c594913dbb7a req-78cc80a2-8376-4353-ba10-14ad5e22633c tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800881 May 04 08:18:04.177287 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9579f25a-ced0-467c-93d3-fc6b126509ca req-0acca891-1a0a-4399-a704-d8f58a5950f8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649619 May 04 08:18:04.270164 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:04.344302 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for floatingip (9704aa0f-15a7-4b7e-b361-c8fe8b402497), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:04.448974 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (79dbe13b-0d3d-4e12-8b69-919ef254d14d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:04.482161 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c05d6-b2e5-4965-831a-649ab0276a5b req-3c0f0128-ce8d-4b70-b52c-7029250cd3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:04.483694 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9b9c05d6-b2e5-4965-831a-649ab0276a5b req-3c0f0128-ce8d-4b70-b52c-7029250cd3ac service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=230becfe-739e-4607-accd-848aeb9c2979 HTTP/1.1" status: 200 len: 1129 time: 0.0677571 May 04 08:18:04.591764 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9b9c05d6-b2e5-4965-831a-649ab0276a5b req-6c9ac33f-9bf0-44cf-a594-ee6bcfeecd89 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943286 May 04 08:18:04.649014 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for port (79dbe13b-0d3d-4e12-8b69-919ef254d14d), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:04.654613 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (79dbe13b-0d3d-4e12-8b69-919ef254d14d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:04.725285 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Pushing event updated for resources: {'Port': ['ID=79dbe13b-0d3d-4e12-8b69-919ef254d14d,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:04.734577 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (9704aa0f-15a7-4b7e-b361-c8fe8b402497), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:04.849026 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.l3_db [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Floating IP 9704aa0f-15a7-4b7e-b361-c8fe8b402497 associated. External IP: 172.27.3.184, port: 208ea750-3ef0-470c-998a-004cc4cc123e. May 04 08:18:04.879290 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:05.306064 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:18:05.317212 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ab311-3688-4ab5-9b6e-9dc8d5d373ac req-82383772-1b9a-44a8-83e2-6432414ca49e tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:05.318712 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-522ab311-3688-4ab5-9b6e-9dc8d5d373ac req-82383772-1b9a-44a8-83e2-6432414ca49e tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0650005 May 04 08:18:05.324602 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabaf1e9-8426-41e4-aef4-e566e44fa6b7 req-b4c95e68-926d-4d36-a248-4e5d782472ae tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:05.325933 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dabaf1e9-8426-41e4-aef4-e566e44fa6b7 req-b4c95e68-926d-4d36-a248-4e5d782472ae tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=230becfe-739e-4607-accd-848aeb9c2979 HTTP/1.1" status: 200 len: 945 time: 0.0812960 May 04 08:18:05.405362 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-522ab311-3688-4ab5-9b6e-9dc8d5d373ac req-60e1b131-e074-45ef-9409-b0a63b42f944 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755758 May 04 08:18:05.428724 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dabaf1e9-8426-41e4-aef4-e566e44fa6b7 req-d58b5759-60a9-4c23-bd99-c669a6ce9673 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861630 May 04 08:18:05.438451 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:18:05.448168 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dac526-f1fd-4911-9729-c2cbdb409964 None None] Sync routers for ids ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:18:05.457149 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:05.458903 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dac526-f1fd-4911-9729-c2cbdb409964 None None] Routers {'34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:18:05.459537 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-c3dac526-f1fd-4911-9729-c2cbdb409964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:18:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:05.486848 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-4add1e25-a16e-4dd4-abfd-a1751095d106 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0031323 May 04 08:18:05.487599 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6192e6de-3f3c-46d4-8805-c37cfce49830', 'tag': '208ea750-3ef0-470c-998a-004cc4cc123e'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:18:05.489849 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c01bce3-7819-4dc0-913c-cf1291d73d80" -d '{"events": [{"name": "network-changed", "server_uuid": "6192e6de-3f3c-46d4-8805-c37cfce49830", "tag": "208ea750-3ef0-470c-998a-004cc4cc123e"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:18:05.527856 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2ff5ac-c432-49bf-8e7a-944a43ec25e9 x-openstack-request-id: req-8e2ff5ac-c432-49bf-8e7a-944a43ec25e9 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:18:05.528268 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6192e6de-3f3c-46d4-8805-c37cfce49830", "tag": "208ea750-3ef0-470c-998a-004cc4cc123e", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:18:05.528523 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8e2ff5ac-c432-49bf-8e7a-944a43ec25e9 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:18:05.528982 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e2ff5ac-c432-49bf-8e7a-944a43ec25e9'] response: {'name': 'network-changed', 'server_uuid': '6192e6de-3f3c-46d4-8805-c37cfce49830', 'tag': '208ea750-3ef0-470c-998a-004cc4cc123e', 'status': 'completed', 'code': 200} May 04 08:18:05.569565 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-c3dac526-f1fd-4911-9729-c2cbdb409964 None None] Set router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:18:05.651562 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01bce3-7819-4dc0-913c-cf1291d73d80 req-b8767182-ae16-44d2-84dd-7686582e69bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:05.653225 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0c01bce3-7819-4dc0-913c-cf1291d73d80 req-b8767182-ae16-44d2-84dd-7686582e69bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74c56bb918414ffe937415b180eb5944&device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 1129 time: 0.0416942 May 04 08:18:05.738416 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:05.781438 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01bce3-7819-4dc0-913c-cf1291d73d80 req-e336e71a-f753-4ded-bf50-9e840cfcf55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:05.782943 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0c01bce3-7819-4dc0-913c-cf1291d73d80 req-e336e71a-f753-4ded-bf50-9e840cfcf55d service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3e15cd7-7965-45b0-9080-9151cadd7087 HTTP/1.1" status: 200 len: 912 time: 0.1091957 May 04 08:18:05.787397 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-c3dac526-f1fd-4911-9729-c2cbdb409964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'name': 'tempest-TestVolumeBootPattern-207200761-router', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '31469d2e-4713-498a-ac84-44d8a742942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:16:58Z', 'revision_number': 4, 'project_id': '74c56bb918414ffe937415b180eb5944', 'gw_port': {'id': '31469d2e-4713-498a-ac84-44d8a742942b', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': '9704aa0f-15a7-4b7e-b361-c8fe8b402497', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'port_id': '208ea750-3ef0-470c-998a-004cc4cc123e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'mac_address': 'fa:16:3e:b9:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192e6de-3f3c-46d4-8805-c37cfce49830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:18:04Z', 'updated_at': '2022-05-04T08:18:04Z', 'revision_number': 0, 'project_id': '74c56bb918414ffe937415b180eb5944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8', 'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'mac_address': 'fa:16:3e:ce:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:57Z', 'updated_at': '2022-05-04T08:17:02Z', 'revision_number': 5, 'project_id': '74c56bb918414ffe937415b180eb5944', 'subnets': [{'id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:05.818796 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dac526-f1fd-4911-9729-c2cbdb409964 None None] Checking router: 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:18:05.827309 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dac526-f1fd-4911-9729-c2cbdb409964 None None] Routers {'34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:18:05.827920 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-c3dac526-f1fd-4911-9729-c2cbdb409964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:18:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:05.851922 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0c01bce3-7819-4dc0-913c-cf1291d73d80 req-2a1cb197-898f-4377-ac2f-b5e0ba5d360a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=208ea750-3ef0-470c-998a-004cc4cc123e HTTP/1.1" status: 200 len: 999 time: 0.0621603 May 04 08:18:05.938112 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-c3dac526-f1fd-4911-9729-c2cbdb409964 None None] Set router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:18:06.164639 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-c3dac526-f1fd-4911-9729-c2cbdb409964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'name': 'tempest-TestVolumeBootPattern-207200761-router', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '31469d2e-4713-498a-ac84-44d8a742942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:16:58Z', 'revision_number': 4, 'project_id': '74c56bb918414ffe937415b180eb5944', 'gw_port': {'id': '31469d2e-4713-498a-ac84-44d8a742942b', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': '9704aa0f-15a7-4b7e-b361-c8fe8b402497', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'port_id': '208ea750-3ef0-470c-998a-004cc4cc123e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'mac_address': 'fa:16:3e:b9:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192e6de-3f3c-46d4-8805-c37cfce49830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:18:04Z', 'updated_at': '2022-05-04T08:18:04Z', 'revision_number': 0, 'project_id': '74c56bb918414ffe937415b180eb5944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8', 'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'mac_address': 'fa:16:3e:ce:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:57Z', 'updated_at': '2022-05-04T08:17:02Z', 'revision_number': 5, 'project_id': '74c56bb918414ffe937415b180eb5944', 'subnets': [{'id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:06.194075 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dac526-f1fd-4911-9729-c2cbdb409964 None None] The sync data for ids ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'] in dv-cinder-840289-4-iscsi is: [{'id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'name': 'tempest-TestVolumeBootPattern-207200761-router', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '31469d2e-4713-498a-ac84-44d8a742942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:16:58Z', 'revision_number': 4, 'project_id': '74c56bb918414ffe937415b180eb5944', 'gw_port': {'id': '31469d2e-4713-498a-ac84-44d8a742942b', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': '9704aa0f-15a7-4b7e-b361-c8fe8b402497', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'port_id': '208ea750-3ef0-470c-998a-004cc4cc123e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'mac_address': 'fa:16:3e:b9:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192e6de-3f3c-46d4-8805-c37cfce49830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:18:04Z', 'updated_at': '2022-05-04T08:18:04Z', 'revision_number': 0, 'project_id': '74c56bb918414ffe937415b180eb5944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8', 'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'mac_address': 'fa:16:3e:ce:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:57Z', 'updated_at': '2022-05-04T08:17:02Z', 'revision_number': 5, 'project_id': '74c56bb918414ffe937415b180eb5944', 'subnets': [{'id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:18:06.390383 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bf204f-0852-4b24-9791-a6728f020e48 None None] New status for floating IP 9704aa0f-15a7-4b7e-b361-c8fe8b402497: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:18:06.553060 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abcab8-cb51-44de-a0cf-d5869e2f9df2 req-f2e6c4a7-8c5a-412e-959b-1c5d268b2cd1 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:06.555584 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-23abcab8-cb51-44de-a0cf-d5869e2f9df2 req-f2e6c4a7-8c5a-412e-959b-1c5d268b2cd1 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0769656 May 04 08:18:06.564329 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914f75f-b8b6-4ef6-a751-7c1972614dd9 req-ae1eb5ff-ac2a-42f1-bd78-402d09f12c44 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:06.565812 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0914f75f-b8b6-4ef6-a751-7c1972614dd9 req-ae1eb5ff-ac2a-42f1-bd78-402d09f12c44 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=230becfe-739e-4607-accd-848aeb9c2979 HTTP/1.1" status: 200 len: 945 time: 0.0771956 May 04 08:18:06.638847 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-23abcab8-cb51-44de-a0cf-d5869e2f9df2 req-bb6b4822-7ee4-426f-8a76-4cd66a92b293 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720072 May 04 08:18:06.641935 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0914f75f-b8b6-4ef6-a751-7c1972614dd9 req-917407ce-ea51-46fd-a7f9-7b08654fe3e1 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692225 May 04 08:18:07.788700 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c59cd-bd01-48cc-b720-a88b9a146e35 req-7fa394a6-4d78-4293-a94f-42206b08f65c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:07.790256 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6c4c59cd-bd01-48cc-b720-a88b9a146e35 req-7fa394a6-4d78-4293-a94f-42206b08f65c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0710895 May 04 08:18:07.798323 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54952d2f-a48c-46c9-a638-bbe4cca91287 req-0defb66f-f2f2-4609-9c13-3ba77480bbe7 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:07.799721 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-54952d2f-a48c-46c9-a638-bbe4cca91287 req-0defb66f-f2f2-4609-9c13-3ba77480bbe7 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=230becfe-739e-4607-accd-848aeb9c2979 HTTP/1.1" status: 200 len: 945 time: 0.0718300 May 04 08:18:07.866532 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6c4c59cd-bd01-48cc-b720-a88b9a146e35 req-6d88ae62-9561-47e4-a946-c45251682966 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658822 May 04 08:18:07.874698 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-54952d2f-a48c-46c9-a638-bbe4cca91287 req-92c5654f-0365-4e3f-8750-497ef3564b23 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681107 May 04 08:18:08.987561 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e862a4-394d-47d6-845b-03ba8fc7952e req-52344c20-05e0-4158-97c4-4b557acadf17 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:08.989014 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-80e862a4-394d-47d6-845b-03ba8fc7952e req-52344c20-05e0-4158-97c4-4b557acadf17 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0524926 May 04 08:18:09.047629 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-80e862a4-394d-47d6-845b-03ba8fc7952e req-0d57664b-ecec-4694-b649-4d0a80f16adc tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503483 May 04 08:18:09.402092 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01bce3-7819-4dc0-913c-cf1291d73d80 req-9414b8b0-aea2-4b93-872e-d8d034598fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:09.403582 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0c01bce3-7819-4dc0-913c-cf1291d73d80 req-9414b8b0-aea2-4b93-872e-d8d034598fbc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b831c99a-7ea5-474f-8091-5f278d7d0d3f HTTP/1.1" status: 200 len: 850 time: 0.0603919 May 04 08:18:09.530833 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01bce3-7819-4dc0-913c-cf1291d73d80 req-f8541ef3-e400-4fb7-9223-6da4ec9889fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:09.532400 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0c01bce3-7819-4dc0-913c-cf1291d73d80 req-f8541ef3-e400-4fb7-9223-6da4ec9889fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3e15cd7-7965-45b0-9080-9151cadd7087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424304 May 04 08:18:09.634774 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0c01bce3-7819-4dc0-913c-cf1291d73d80 req-59ac047c-3139-4de2-aae6-7cd5c63f4359 service neutron] 10.222.0.13 "GET /v2.0/networks/f3e15cd7-7965-45b0-9080-9151cadd7087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877230 May 04 08:18:09.737843 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0c01bce3-7819-4dc0-913c-cf1291d73d80 req-ba008e55-bc91-4170-8de8-5f842485af84 service neutron] 10.222.0.13 "GET /v2.0/networks/f3e15cd7-7965-45b0-9080-9151cadd7087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947731 May 04 08:18:10.166319 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60cf9b-82a3-410b-9cb5-7cd0fefb0318 req-eec5cc32-9b62-4be0-abd3-824192b5f6e5 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:10.167852 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9e60cf9b-82a3-410b-9cb5-7cd0fefb0318 req-eec5cc32-9b62-4be0-abd3-824192b5f6e5 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0518246 May 04 08:18:10.219559 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9e60cf9b-82a3-410b-9cb5-7cd0fefb0318 req-cc5e5e16-3364-44d4-ae2b-43a93e910737 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429657 May 04 08:18:10.578985 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac601e1f-0c5f-4f03-affa-e99f34341602 req-f9601657-15c1-49ed-80cf-0369d240c15f tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:10.580469 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ac601e1f-0c5f-4f03-affa-e99f34341602 req-f9601657-15c1-49ed-80cf-0369d240c15f tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=230becfe-739e-4607-accd-848aeb9c2979 HTTP/1.1" status: 200 len: 945 time: 0.0561762 May 04 08:18:10.630565 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ac601e1f-0c5f-4f03-affa-e99f34341602 req-043eb399-e7da-40b9-a5b5-d4634dea1a90 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427251 May 04 08:18:11.343336 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037b1de-6896-4ac6-93c6-1cd5913510b1 req-83d4f25b-535a-443d-9bb3-0c16e2e4a804 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:11.344777 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5037b1de-6896-4ac6-93c6-1cd5913510b1 req-83d4f25b-535a-443d-9bb3-0c16e2e4a804 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0569308 May 04 08:18:11.391712 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5037b1de-6896-4ac6-93c6-1cd5913510b1 req-759307ab-d47b-4546-b1c0-66d1ed56e132 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412505 May 04 08:18:11.758480 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3ab13-95a3-48ba-89bd-a4dedf568a91 req-ca882b87-4ffe-4a48-9011-3136dfe64b32 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:11.760003 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b0d3ab13-95a3-48ba-89bd-a4dedf568a91 req-ca882b87-4ffe-4a48-9011-3136dfe64b32 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=230becfe-739e-4607-accd-848aeb9c2979 HTTP/1.1" status: 200 len: 945 time: 0.0491972 May 04 08:18:11.810731 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b0d3ab13-95a3-48ba-89bd-a4dedf568a91 req-3c8694d6-6646-4226-bd72-1e6b757f8a19 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450585 May 04 08:18:12.512473 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62382322-73d4-414b-9f2a-3e9bb98c281f req-866b0339-0555-4ea9-84ab-051d080af930 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:12.514108 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-62382322-73d4-414b-9f2a-3e9bb98c281f req-866b0339-0555-4ea9-84ab-051d080af930 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0478506 May 04 08:18:12.565032 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-62382322-73d4-414b-9f2a-3e9bb98c281f req-88098930-2d63-450f-8ad2-f07133f07a5d tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411756 May 04 08:18:12.686965 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188a038-da07-467b-b7d3-91bfad83ad7a req-11997369-9c42-4ba0-8456-b7ec154553e8 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:12.688301 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e188a038-da07-467b-b7d3-91bfad83ad7a req-11997369-9c42-4ba0-8456-b7ec154553e8 tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.13 "GET /v2.0/ports?device_id=230becfe-739e-4607-accd-848aeb9c2979 HTTP/1.1" status: 200 len: 945 time: 0.0588760 May 04 08:18:12.782488 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-e188a038-da07-467b-b7d3-91bfad83ad7a req-ebe2afcf-9399-492f-877e-16994361380d tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Deleting port ff6befca-5f2a-43b6-83eb-5d0bfe34b272 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:18:12.782739 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-e188a038-da07-467b-b7d3-91bfad83ad7a req-ebe2afcf-9399-492f-877e-16994361380d tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (ff6befca-5f2a-43b6-83eb-5d0bfe34b272), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:12.874465 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-e188a038-da07-467b-b7d3-91bfad83ad7a req-ebe2afcf-9399-492f-877e-16994361380d tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] For port ff6befca-5f2a-43b6-83eb-5d0bfe34b272, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=ff6befca-5f2a-43b6-83eb-5d0bfe34b272,segment=NetworkSegment(75958449-c7fc-4377-a40e-7a12c25abfa7),segment_id=75958449-c7fc-4377-a40e-7a12c25abfa7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:12.875451 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-e188a038-da07-467b-b7d3-91bfad83ad7a req-ebe2afcf-9399-492f-877e-16994361380d tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (ff6befca-5f2a-43b6-83eb-5d0bfe34b272), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:12.889431 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-e188a038-da07-467b-b7d3-91bfad83ad7a req-ebe2afcf-9399-492f-877e-16994361380d tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Calling delete_port for ff6befca-5f2a-43b6-83eb-5d0bfe34b272 owned by compute:nova {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:18:12.926492 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edd7e6-cafe-4345-bd7a-81c997331f3c req-1f2065c9-46cb-4098-a210-26338b07fd2a tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:12.928111 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d7edd7e6-cafe-4345-bd7a-81c997331f3c req-1f2065c9-46cb-4098-a210-26338b07fd2a tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/ports?device_id=230becfe-739e-4607-accd-848aeb9c2979 HTTP/1.1" status: 200 len: 945 time: 0.0476723 May 04 08:18:12.975886 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d7edd7e6-cafe-4345-bd7a-81c997331f3c req-ca48f42d-5af3-4ac1-a725-e338ff518a6c tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.59 "GET /v2.0/security-groups?id=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410883 May 04 08:18:13.021357 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-e188a038-da07-467b-b7d3-91bfad83ad7a req-ebe2afcf-9399-492f-877e-16994361380d tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (ff6befca-5f2a-43b6-83eb-5d0bfe34b272), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:13.049972 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2afcf-9399-492f-877e-16994361380d tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Pushing event deleted for resources: {'Port': ['ID=ff6befca-5f2a-43b6-83eb-5d0bfe34b272,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:13.072171 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['ff6befca-5f2a-43b6-83eb-5d0bfe34b272'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:18:13.099900 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-e188a038-da07-467b-b7d3-91bfad83ad7a req-ebe2afcf-9399-492f-877e-16994361380d tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] No DVR routers for this DVR port ff6befca-5f2a-43b6-83eb-5d0bfe34b272 on host hv-cinder-84028 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:18:13.103363 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-e188a038-da07-467b-b7d3-91bfad83ad7a req-ebe2afcf-9399-492f-877e-16994361380d tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:13.106640 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e188a038-da07-467b-b7d3-91bfad83ad7a req-ebe2afcf-9399-492f-877e-16994361380d tempest-VolumesActionsTest-469492795 tempest-VolumesActionsTest-469492795-project] 10.222.0.13 "DELETE /v2.0/ports/ff6befca-5f2a-43b6-83eb-5d0bfe34b272 HTTP/1.1" status: 204 len: 173 time: 0.4109178 May 04 08:18:13.107104 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230becfe-739e-4607-accd-848aeb9c2979', 'name': 'network-vif-deleted', 'tag': 'ff6befca-5f2a-43b6-83eb-5d0bfe34b272'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:18:13.109450 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde253f6-f08d-47bc-acb0-afc434ec4ecc" -d '{"events": [{"server_uuid": "230becfe-739e-4607-accd-848aeb9c2979", "name": "network-vif-deleted", "tag": "ff6befca-5f2a-43b6-83eb-5d0bfe34b272"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:18:13.146659 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14aa895d-80db-4242-a9bb-031a5b967af8 x-openstack-request-id: req-14aa895d-80db-4242-a9bb-031a5b967af8 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:18:13.146982 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230becfe-739e-4607-accd-848aeb9c2979", "name": "network-vif-deleted", "tag": "ff6befca-5f2a-43b6-83eb-5d0bfe34b272", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:18:13.147239 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-14aa895d-80db-4242-a9bb-031a5b967af8 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:18:13.147641 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14aa895d-80db-4242-a9bb-031a5b967af8'] response: {'server_uuid': '230becfe-739e-4607-accd-848aeb9c2979', 'name': 'network-vif-deleted', 'tag': 'ff6befca-5f2a-43b6-83eb-5d0bfe34b272', 'status': 'completed', 'code': 200} May 04 08:18:13.685508 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8251cca-b3b6-45dd-accf-0717d3f98314 req-2e7989b2-e783-48a5-b307-aab24f409026 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:13.687792 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a8251cca-b3b6-45dd-accf-0717d3f98314 req-2e7989b2-e783-48a5-b307-aab24f409026 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0520151 May 04 08:18:13.735865 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a8251cca-b3b6-45dd-accf-0717d3f98314 req-8fd12d34-c557-4ba5-90d5-c4ba53b3dc5f tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419395 May 04 08:18:14.848843 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be5a69-d74c-473e-ba01-962dfc1690f3 req-3ee0f98a-3116-487b-98b5-b0325a153ef3 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:14.850295 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-77be5a69-d74c-473e-ba01-962dfc1690f3 req-3ee0f98a-3116-487b-98b5-b0325a153ef3 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0458069 May 04 08:18:14.900479 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-77be5a69-d74c-473e-ba01-962dfc1690f3 req-ca4a976e-fa1b-4c03-9bc9-ac5776425f7c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432720 May 04 08:18:16.022010 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134467e-c63f-4a7b-90e3-8fb7eb8f7869 req-115a39be-10de-48d3-be59-96610692ebc4 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:16.023556 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e134467e-c63f-4a7b-90e3-8fb7eb8f7869 req-115a39be-10de-48d3-be59-96610692ebc4 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0453789 May 04 08:18:16.077333 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e134467e-c63f-4a7b-90e3-8fb7eb8f7869 req-ff9900f1-ee0d-43a6-bcb4-4ffb651e9019 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457187 May 04 08:18:17.219201 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bad251-58fd-4df6-9ea2-3b40d3b8f545 req-05e904fb-7d1a-44d6-adef-8143e56c8cfd tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:17.220641 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-33bad251-58fd-4df6-9ea2-3b40d3b8f545 req-05e904fb-7d1a-44d6-adef-8143e56c8cfd tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0576885 May 04 08:18:17.269106 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-33bad251-58fd-4df6-9ea2-3b40d3b8f545 req-18bd4bf9-07e5-472c-a734-7145702fad5f tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428016 May 04 08:18:17.808667 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device ff6befca-5f2a-43b6-83eb-5d0bfe34b272 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:18:17.832638 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] No Port match for: ff6befca-5f2a-43b6-83eb-5d0bfe34b272 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:18:17.832979 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device ff6befca-5f2a-43b6-83eb-5d0bfe34b272 not bound to the agent host hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:18:18.388953 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63796d-1700-4876-b175-2a4ece79ac10 req-09b8ea53-bc9f-4974-b8fa-1c9a0a427495 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:18.390563 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4b63796d-1700-4876-b175-2a4ece79ac10 req-09b8ea53-bc9f-4974-b8fa-1c9a0a427495 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0484948 May 04 08:18:18.444332 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4b63796d-1700-4876-b175-2a4ece79ac10 req-fb5d69e9-2761-4a6a-979a-ba840de6c4f6 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454047 May 04 08:18:18.754259 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb1dca-241e-4f37-8dc8-ad289f0de72d req-a90cafb0-21db-49e8-b815-feb271c514b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:18.755899 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-89fb1dca-241e-4f37-8dc8-ad289f0de72d req-a90cafb0-21db-49e8-b815-feb271c514b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 1129 time: 0.0396981 May 04 08:18:18.811676 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-89fb1dca-241e-4f37-8dc8-ad289f0de72d req-f48ae5ab-4611-4b86-9baa-2137e087be0f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396633 May 04 08:18:19.338538 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 34288) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:19.485618 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-57a12741-41dd-48d0-ac22-5555f75fd718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:19.580243 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-57a12741-41dd-48d0-ac22-5555f75fd718 admin admin] Publish callbacks [] for security_group (bba2ad9a-cd15-429e-bbb9-27945c79e23c), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:19.586593 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-57a12741-41dd-48d0-ac22-5555f75fd718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (bba2ad9a-cd15-429e-bbb9-27945c79e23c), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:19.597803 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e25f09-c9fd-478c-acaa-81f5ec903800 req-2ec689eb-8281-43ef-a83b-7cea42666ad0 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:19.599386 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-46e25f09-c9fd-478c-acaa-81f5ec903800 req-2ec689eb-8281-43ef-a83b-7cea42666ad0 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0613828 May 04 08:18:19.637253 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-57a12741-41dd-48d0-ac22-5555f75fd718 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=50588666dc9741ac89970aa6af7e703a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2952640 May 04 08:18:19.637253 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a12741-41dd-48d0-ac22-5555f75fd718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba2ad9a-cd15-429e-bbb9-27945c79e23c,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:19.638694 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 34298) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:19.657257 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-46e25f09-c9fd-478c-acaa-81f5ec903800 req-700b6f6a-bcdf-4cb8-8d27-a9f6272b2d13 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516996 May 04 08:18:19.696701 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-43daf99f-364b-41d1-91df-165cc1c7e6ae admin admin] Publish callbacks [] for security_group (bba2ad9a-cd15-429e-bbb9-27945c79e23c), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:19.718545 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-43daf99f-364b-41d1-91df-165cc1c7e6ae admin admin] Publish callbacks [] for security_group (bba2ad9a-cd15-429e-bbb9-27945c79e23c), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:19.766744 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-43daf99f-364b-41d1-91df-165cc1c7e6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (bba2ad9a-cd15-429e-bbb9-27945c79e23c), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:19.769370 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-43daf99f-364b-41d1-91df-165cc1c7e6ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:19.770631 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-43daf99f-364b-41d1-91df-165cc1c7e6ae admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bba2ad9a-cd15-429e-bbb9-27945c79e23c HTTP/1.1" status: 204 len: 168 time: 0.1312606 May 04 08:18:19.781524 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43daf99f-364b-41d1-91df-165cc1c7e6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba2ad9a-cd15-429e-bbb9-27945c79e23c,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:20.818692 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d129b-b34a-48cd-a425-83b31fea75d2 req-f45f12e4-1626-46f0-8359-eb29f4a3e2e5 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:20.829209 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b44d129b-b34a-48cd-a425-83b31fea75d2 req-f45f12e4-1626-46f0-8359-eb29f4a3e2e5 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0737898 May 04 08:18:20.927526 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b44d129b-b34a-48cd-a425-83b31fea75d2 req-871243cb-cfc3-4dc3-90fa-6e8e9f7da011 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970955 May 04 08:18:21.301091 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4b5f7-28a4-4ea2-999a-725cb7d3241a req-06a08f4d-d7c0-46d2-ab6d-181bc84a905a tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:21.308572 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b3c4b5f7-28a4-4ea2-999a-725cb7d3241a req-06a08f4d-d7c0-46d2-ab6d-181bc84a905a tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0592988 May 04 08:18:21.312677 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0766fc-54e9-4b1c-88bb-99214051f594 req-6828c4c8-7885-4d41-bacb-c3c1a967e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:21.317691 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eb0766fc-54e9-4b1c-88bb-99214051f594 req-6828c4c8-7885-4d41-bacb-c3c1a967e58f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=627a6ec20d314e7ba545b36a7e9b2fe8&device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 1129 time: 0.0512731 May 04 08:18:21.355139 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b3c4b5f7-28a4-4ea2-999a-725cb7d3241a req-d76aa105-73b1-45cd-8cbd-421359f47c34 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449317 May 04 08:18:21.415081 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0766fc-54e9-4b1c-88bb-99214051f594 req-d9ad4471-d46c-44c0-b020-0b9709a81f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:21.416615 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eb0766fc-54e9-4b1c-88bb-99214051f594 req-d9ad4471-d46c-44c0-b020-0b9709a81f5e service neutron] 10.222.0.13 "GET /v2.0/networks?id=459895ff-73ee-42db-9914-e045a10994f6 HTTP/1.1" status: 200 len: 920 time: 0.0901873 May 04 08:18:21.459095 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eb0766fc-54e9-4b1c-88bb-99214051f594 req-031781f8-8903-42c0-ac81-d7d10683928c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb6b11c4-9b69-4b1e-b3d2-f6093c568233 HTTP/1.1" status: 200 len: 217 time: 0.0359094 May 04 08:18:21.512432 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0766fc-54e9-4b1c-88bb-99214051f594 req-42e0d5e2-2be0-4aff-98c9-a15bd679d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:21.513842 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eb0766fc-54e9-4b1c-88bb-99214051f594 req-42e0d5e2-2be0-4aff-98c9-a15bd679d115 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7425b7ef-390a-4bcf-88b7-7e4dc3dbed56 HTTP/1.1" status: 200 len: 858 time: 0.0481408 May 04 08:18:21.561854 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0766fc-54e9-4b1c-88bb-99214051f594 req-b63b41f0-b89e-4728-8a6d-352a662a0b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:21.563378 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eb0766fc-54e9-4b1c-88bb-99214051f594 req-b63b41f0-b89e-4728-8a6d-352a662a0b21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=459895ff-73ee-42db-9914-e045a10994f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429192 May 04 08:18:21.661997 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eb0766fc-54e9-4b1c-88bb-99214051f594 req-e17c16a0-c5e1-446d-a1b8-0fd79a237979 service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913172 May 04 08:18:21.757311 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eb0766fc-54e9-4b1c-88bb-99214051f594 req-72be7008-9729-4c51-af2f-9bcd772f655b service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867786 May 04 08:18:22.504608 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-e38b6eb1-355b-4639-a88a-2962c166d2ad tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=6ba19a2b064a49109c40d335ac3b1863&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342913 May 04 08:18:22.510696 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f128b-a63d-4a31-bcaf-f2d4d423a996 req-60e26c49-4b27-4671-901b-3b84d78a9885 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:22.512099 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c31f128b-a63d-4a31-bcaf-f2d4d423a996 req-60e26c49-4b27-4671-901b-3b84d78a9885 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0723314 May 04 08:18:22.698430 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c31f128b-a63d-4a31-bcaf-f2d4d423a996 req-24557822-187c-4220-865a-54cfedf90b58 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763978 May 04 08:18:22.736703 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-d8316af7-aaad-4d76-8fd1-c56f519b16d7 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:22.738229 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-d8316af7-aaad-4d76-8fd1-c56f519b16d7 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2252922 May 04 08:18:22.753602 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-3646e29c-96b1-46e7-a060-7e0e2c1409b7 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/quotas/6ba19a2b064a49109c40d335ac3b1863 HTTP/1.1" status: 200 len: 375 time: 0.0094755 May 04 08:18:22.786696 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-7d121e9e-9824-4c89-9c06-02d612d1e1ab tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ba19a2b064a49109c40d335ac3b1863&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280073 May 04 08:18:22.947397 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1ca91ded-27e6-4566-bcf9-3fdb0371d9b5 req-8b6a3d35-fba2-486c-892a-eda1ded7f49a tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/ports?device_id=ede477a6-a7d7-4589-b0f6-e07041b651fd HTTP/1.1" status: 200 len: 210 time: 0.0273366 May 04 08:18:23.840633 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf19696-cb30-45ab-89c8-b08f38879da4 req-8aa2371c-bea6-45ff-b587-570a590d45e1 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:23.842354 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2cf19696-cb30-45ab-89c8-b08f38879da4 req-8aa2371c-bea6-45ff-b587-570a590d45e1 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0589242 May 04 08:18:23.890997 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2cf19696-cb30-45ab-89c8-b08f38879da4 req-6732dd16-f5d0-48f0-b750-707d6924c871 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428252 May 04 08:18:24.063181 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dfea4644-00b7-45b6-8e3d-c462c926075f req-dc8c9456-e606-4dab-be32-15fd87836caa tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/ports?device_id=ede477a6-a7d7-4589-b0f6-e07041b651fd HTTP/1.1" status: 200 len: 210 time: 0.0409732 May 04 08:18:24.170414 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 6 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:18:25.007951 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc18fab-e90f-44d4-a19d-92d8e52f6ff8 req-88caa60b-f022-4e64-9d33-0370cc229bf7 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:25.009387 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9fc18fab-e90f-44d4-a19d-92d8e52f6ff8 req-88caa60b-f022-4e64-9d33-0370cc229bf7 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0467205 May 04 08:18:25.059303 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9fc18fab-e90f-44d4-a19d-92d8e52f6ff8 req-42286c92-340d-4c61-b43b-032f3191c2fc tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417650 May 04 08:18:25.165302 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-89362bb6-15f4-41b1-971c-d5c4a2eb58d4 req-b10ea516-512c-4b37-a813-789e3f4fb135 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/ports?device_id=ede477a6-a7d7-4589-b0f6-e07041b651fd HTTP/1.1" status: 200 len: 210 time: 0.0311298 May 04 08:18:26.172837 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7d95b-ecfc-48f5-b104-022c201da6ba req-601dd1fc-e69b-4637-aa29-81ce164fc39a tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:26.174325 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f4b7d95b-ecfc-48f5-b104-022c201da6ba req-601dd1fc-e69b-4637-aa29-81ce164fc39a tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0461867 May 04 08:18:26.223918 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f4b7d95b-ecfc-48f5-b104-022c201da6ba req-974a46d1-5e61-44bb-b476-6eb3dbf20513 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418804 May 04 08:18:26.305705 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d662384d-af01-444e-9681-f96254418176 req-ecbcf067-bfad-4c0b-9766-3940cc09166e tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/ports?device_id=ede477a6-a7d7-4589-b0f6-e07041b651fd HTTP/1.1" status: 200 len: 210 time: 0.0274088 May 04 08:18:27.341603 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d8e59-df99-4cce-82be-11572730c904 req-2d51ab42-5144-412f-8f24-5c00e6376420 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:27.344154 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a30d8e59-df99-4cce-82be-11572730c904 req-2d51ab42-5144-412f-8f24-5c00e6376420 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0514984 May 04 08:18:27.430608 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a30d8e59-df99-4cce-82be-11572730c904 req-b3a0a1d2-81bb-47a4-a98c-685ff0b96df3 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786970 May 04 08:18:27.447410 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-bfa47171-6032-4ef9-80d7-b2286d2e9d16 req-cfd074aa-014a-4aa4-bc10-9878706d0e21 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/ports?device_id=ede477a6-a7d7-4589-b0f6-e07041b651fd HTTP/1.1" status: 200 len: 210 time: 0.0438724 May 04 08:18:28.549650 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-cf91feca-d48d-4d8c-a3a5-1f59f2d1a4e2 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6ba19a2b064a49109c40d335ac3b1863&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417299 May 04 08:18:28.570494 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d0682080-57e8-48dd-8b78-2a9bef8d3bfb req-a44cfc01-3e6a-40a0-86eb-9b8fbe9882c7 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/ports?device_id=ede477a6-a7d7-4589-b0f6-e07041b651fd HTTP/1.1" status: 200 len: 210 time: 0.0462766 May 04 08:18:28.775678 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-6edf0593-ac06-4426-864b-12ef6c30778f tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:28.777420 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-6edf0593-ac06-4426-864b-12ef6c30778f tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2212968 May 04 08:18:28.923470 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-34581dcd-e188-4bab-b450-94c91e70f1c9 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Request body: {'port': {'device_id': 'ede477a6-a7d7-4589-b0f6-e07041b651fd', 'network_id': '1823e09f-7e52-4e73-9c5c-356664b9917f', 'admin_state_up': True, 'tenant_id': '6ba19a2b064a49109c40d335ac3b1863'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:29.029901 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 34550) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:29.034806 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-c865e70d-0a26-4ed8-909a-7fe3c42d4981 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--145106198', 'description': 'tempest-description--1228329849'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:29.087879 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-34581dcd-e188-4bab-b450-94c91e70f1c9 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Made reservation on behalf of 6ba19a2b064a49109c40d335ac3b1863 for: {'port': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:18:29.088618 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c865e70d-0a26-4ed8-909a-7fe3c42d4981 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:29.092889 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-34581dcd-e188-4bab-b450-94c91e70f1c9 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:29.102849 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-34581dcd-e188-4bab-b450-94c91e70f1c9 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:29.213910 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c865e70d-0a26-4ed8-909a-7fe3c42d4981 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks [] for security_group (a21adbb3-9c19-4b08-878a-09f4e94849d7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:29.231376 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-34581dcd-e188-4bab-b450-94c91e70f1c9 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Publish callbacks [] for security_group (58dcdbd3-879d-4833-a70c-eec9038cf3b8), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:29.237046 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-34581dcd-e188-4bab-b450-94c91e70f1c9 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (58dcdbd3-879d-4833-a70c-eec9038cf3b8), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:29.246756 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c865e70d-0a26-4ed8-909a-7fe3c42d4981 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (a21adbb3-9c19-4b08-878a-09f4e94849d7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:29.283619 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c865e70d-0a26-4ed8-909a-7fe3c42d4981 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:29.287845 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-c865e70d-0a26-4ed8-909a-7fe3c42d4981 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2564476 May 04 08:18:29.291846 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 34566) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:29.297605 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0721819-9e72-4d07-acab-fb72ae8d2a59 req-a42adb51-7bba-4a50-9af3-ba778c950b2b tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:29.299166 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c0721819-9e72-4d07-acab-fb72ae8d2a59 req-a42adb51-7bba-4a50-9af3-ba778c950b2b tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.0835309 May 04 08:18:29.303322 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-bf5519ed-4db3-45cb-a1fd-dd6280c0049b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Request body: {'security_group_rule': {'security_group_id': 'a21adbb3-9c19-4b08-878a-09f4e94849d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:29.323659 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34581dcd-e188-4bab-b450-94c91e70f1c9 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58dcdbd3-879d-4833-a70c-eec9038cf3b8,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:29.345462 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865e70d-0a26-4ed8-909a-7fe3c42d4981 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a21adbb3-9c19-4b08-878a-09f4e94849d7,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:29.374787 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865e70d-0a26-4ed8-909a-7fe3c42d4981 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:29.375259 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865e70d-0a26-4ed8-909a-7fe3c42d4981 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:29.375630 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865e70d-0a26-4ed8-909a-7fe3c42d4981 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:29.375882 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865e70d-0a26-4ed8-909a-7fe3c42d4981 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:29.376266 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865e70d-0a26-4ed8-909a-7fe3c42d4981 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:29.376603 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865e70d-0a26-4ed8-909a-7fe3c42d4981 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:29.376934 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865e70d-0a26-4ed8-909a-7fe3c42d4981 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:29.378061 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865e70d-0a26-4ed8-909a-7fe3c42d4981 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:29.378061 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865e70d-0a26-4ed8-909a-7fe3c42d4981 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:29.378061 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865e70d-0a26-4ed8-909a-7fe3c42d4981 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:29.378321 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865e70d-0a26-4ed8-909a-7fe3c42d4981 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:29.378530 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865e70d-0a26-4ed8-909a-7fe3c42d4981 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:29.378854 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865e70d-0a26-4ed8-909a-7fe3c42d4981 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:29.379245 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865e70d-0a26-4ed8-909a-7fe3c42d4981 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:29.379541 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865e70d-0a26-4ed8-909a-7fe3c42d4981 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:29.408871 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c0721819-9e72-4d07-acab-fb72ae8d2a59 req-56bd72b0-db8d-47df-bd22-a2257dcdb679 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930710 May 04 08:18:29.415820 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bf5519ed-4db3-45cb-a1fd-dd6280c0049b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks [] for security_group_rule (ea698c5a-ccce-4a52-b722-fec41ff7d445), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:29.426013 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-34581dcd-e188-4bab-b450-94c91e70f1c9 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Allocated IP 192.168.233.15 (1823e09f-7e52-4e73-9c5c-356664b9917f/bbd2f29d-57dd-4f86-b46c-1524e7cdd916/78ba3337-d8d1-4284-affb-95c097b3ac86) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:18:29.486495 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bf5519ed-4db3-45cb-a1fd-dd6280c0049b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks [] for security_group_rule (ea698c5a-ccce-4a52-b722-fec41ff7d445), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:29.492403 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bf5519ed-4db3-45cb-a1fd-dd6280c0049b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (ea698c5a-ccce-4a52-b722-fec41ff7d445), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:29.511022 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5519ed-4db3-45cb-a1fd-dd6280c0049b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea698c5a-ccce-4a52-b722-fec41ff7d445,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:29.520714 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bf5519ed-4db3-45cb-a1fd-dd6280c0049b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:29.524535 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-bf5519ed-4db3-45cb-a1fd-dd6280c0049b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2220006 May 04 08:18:29.525281 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 34568) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:29.530530 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0af0cabc-7cf1-4c15-b2eb-306b44e34c4f tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Request body: {'security_group_rule': {'security_group_id': 'a21adbb3-9c19-4b08-878a-09f4e94849d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:29.561057 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0af0cabc-7cf1-4c15-b2eb-306b44e34c4f tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks [] for security_group_rule (7fe9f81c-cbd9-4307-b984-a5bb18f737ea), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:29.617841 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-735b8a32-a1f0-43c2-a4b6-7acdaefe110a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:29.641556 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-34581dcd-e188-4bab-b450-94c91e70f1c9 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Publish callbacks [] for port (78ba3337-d8d1-4284-affb-95c097b3ac86), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:29.648883 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0af0cabc-7cf1-4c15-b2eb-306b44e34c4f tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks [] for security_group_rule (7fe9f81c-cbd9-4307-b984-a5bb18f737ea), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:29.655867 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0af0cabc-7cf1-4c15-b2eb-306b44e34c4f tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (7fe9f81c-cbd9-4307-b984-a5bb18f737ea), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:29.694900 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0af0cabc-7cf1-4c15-b2eb-306b44e34c4f tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:29.696356 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-0af0cabc-7cf1-4c15-b2eb-306b44e34c4f tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1705065 May 04 08:18:29.702784 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 34572) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:29.712147 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-033ccab6-ac63-4ba3-a79c-c29f8197fee8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Request body: {'floatingip': {'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:29.716538 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2d247ed8-a7b8-41d4-b499-5909d3948629 req-3dd545f6-3286-4a16-aa99-54d735e9f4e1 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/ports?device_id=ede477a6-a7d7-4589-b0f6-e07041b651fd HTTP/1.1" status: 200 len: 210 time: 0.0436580 May 04 08:18:29.717295 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0cabc-7cf1-4c15-b2eb-306b44e34c4f tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe9f81c-cbd9-4307-b984-a5bb18f737ea,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:29.748007 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-34581dcd-e188-4bab-b450-94c91e70f1c9 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (78ba3337-d8d1-4284-affb-95c097b3ac86), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:29.823271 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-033ccab6-ac63-4ba3-a79c-c29f8197fee8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:29.837058 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-34581dcd-e188-4bab-b450-94c91e70f1c9 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Network 1823e09f-7e52-4e73-9c5c-356664b9917f is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:18:29.858480 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-34581dcd-e188-4bab-b450-94c91e70f1c9 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:29.864134 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-34581dcd-e188-4bab-b450-94c91e70f1c9 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:18:29.869214 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34581dcd-e188-4bab-b450-94c91e70f1c9 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Pushing event updated for resources: {'Port': ['ID=78ba3337-d8d1-4284-affb-95c097b3ac86,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:29.981766 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-34581dcd-e188-4bab-b450-94c91e70f1c9 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:29.982380 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-34581dcd-e188-4bab-b450-94c91e70f1c9 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:29.995880 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-033ccab6-ac63-4ba3-a79c-c29f8197fee8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:30.024123 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-34581dcd-e188-4bab-b450-94c91e70f1c9 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1053958 May 04 08:18:30.084806 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-d51a5dfe-deda-4244-8781-6f5754e22e7f service neutron] Request body: {'port': {'device_id': 'ede477a6-a7d7-4589-b0f6-e07041b651fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:30.116830 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-c2b66afe-d51d-4db1-8c22-52755e2ef16d None None] Provisioning complete for port 78ba3337-d8d1-4284-affb-95c097b3ac86 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:30.119765 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c2b66afe-d51d-4db1-8c22-52755e2ef16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (78ba3337-d8d1-4284-affb-95c097b3ac86), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:30.180175 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-c2b66afe-d51d-4db1-8c22-52755e2ef16d None None] Port 78ba3337-d8d1-4284-affb-95c097b3ac86 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:18:30.216523 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-d51a5dfe-deda-4244-8781-6f5754e22e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (78ba3337-d8d1-4284-affb-95c097b3ac86), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:30.356090 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-033ccab6-ac63-4ba3-a79c-c29f8197fee8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Allocated IP 172.27.3.28 (0ebd93d7-2ac3-420c-94d7-d3952e6d85cb/89057fef-1c75-4f30-81a6-882a67ba2a0a/7294d356-b632-4e54-87c0-c405d1815047) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:18:30.635030 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-033ccab6-ac63-4ba3-a79c-c29f8197fee8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks [] for port (7294d356-b632-4e54-87c0-c405d1815047), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:30.747382 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-d51a5dfe-deda-4244-8781-6f5754e22e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ba3337-d8d1-4284-affb-95c097b3ac86 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:18:30.759459 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-d51a5dfe-deda-4244-8781-6f5754e22e7f service neutron] Publish callbacks [] for port (78ba3337-d8d1-4284-affb-95c097b3ac86), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:30.779453 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-033ccab6-ac63-4ba3-a79c-c29f8197fee8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (7294d356-b632-4e54-87c0-c405d1815047), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:30.807401 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-d51a5dfe-deda-4244-8781-6f5754e22e7f service neutron] Transition to ACTIVE for port object 78ba3337-d8d1-4284-affb-95c097b3ac86 will not be triggered until provisioned by entity L2. {{(pid=103564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:18:30.809242 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033ccab6-ac63-4ba3-a79c-c29f8197fee8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:18:30.860475 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61e5b6-3ab9-4e11-821c-eefcdcc75ee0 req-12ae99c2-059f-48d3-92f6-e1530ba0086e tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:30.871095 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5a61e5b6-3ab9-4e11-821c-eefcdcc75ee0 req-12ae99c2-059f-48d3-92f6-e1530ba0086e tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.3676033 May 04 08:18:30.891672 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ca895-70d3-4104-9d30-88c06581118a req-620dd6eb-e89a-4d84-9257-504fb9cf8a6b tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:30.893563 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f73ca895-70d3-4104-9d30-88c06581118a req-620dd6eb-e89a-4d84-9257-504fb9cf8a6b tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/ports?device_id=ede477a6-a7d7-4589-b0f6-e07041b651fd HTTP/1.1" status: 200 len: 947 time: 0.0887113 May 04 08:18:30.969334 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5a61e5b6-3ab9-4e11-821c-eefcdcc75ee0 req-62b1537a-94ce-4c0a-9d14-d8203247c22d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964918 May 04 08:18:30.997962 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f73ca895-70d3-4104-9d30-88c06581118a req-6264ff67-9065-47b0-8b97-80df49c7310b tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/security-groups?id=58dcdbd3-879d-4833-a70c-eec9038cf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917294 May 04 08:18:31.087856 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-d51a5dfe-deda-4244-8781-6f5754e22e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (78ba3337-d8d1-4284-affb-95c097b3ac86), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:31.089918 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-033ccab6-ac63-4ba3-a79c-c29f8197fee8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:31.094491 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033ccab6-ac63-4ba3-a79c-c29f8197fee8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:18:31.140637 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ccab6-ac63-4ba3-a79c-c29f8197fee8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Pushing event updated for resources: {'Port': ['ID=7294d356-b632-4e54-87c0-c405d1815047,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:31.261090 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a5dfe-deda-4244-8781-6f5754e22e7f service neutron] Pushing event updated for resources: {'Port': ['ID=78ba3337-d8d1-4284-affb-95c097b3ac86,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:31.361232 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-033ccab6-ac63-4ba3-a79c-c29f8197fee8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks [] for floatingip (465dcd86-a242-434d-8c6b-74256da303ae), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:31.376225 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-d51a5dfe-deda-4244-8781-6f5754e22e7f service neutron] Attempting to bind port 78ba3337-d8d1-4284-affb-95c097b3ac86 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:18:31.376750 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-d51a5dfe-deda-4244-8781-6f5754e22e7f service neutron] Attempting to bind port 78ba3337-d8d1-4284-affb-95c097b3ac86 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '72f8f1a7-ada6-47c8-9161-c98fd27b6233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1823e09f-7e52-4e73-9c5c-356664b9917f'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:18:31.377029 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-d51a5dfe-deda-4244-8781-6f5754e22e7f service neutron] Attempting to bind port 78ba3337-d8d1-4284-affb-95c097b3ac86 on network 1823e09f-7e52-4e73-9c5c-356664b9917f {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:18:31.387475 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-d51a5dfe-deda-4244-8781-6f5754e22e7f service neutron] Port 78ba3337-d8d1-4284-affb-95c097b3ac86 on network 1823e09f-7e52-4e73-9c5c-356664b9917f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:18:31.387475 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-d51a5dfe-deda-4244-8781-6f5754e22e7f service neutron] Attempting to bind port 78ba3337-d8d1-4284-affb-95c097b3ac86 on network 1823e09f-7e52-4e73-9c5c-356664b9917f {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:18:31.396733 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-d51a5dfe-deda-4244-8781-6f5754e22e7f service neutron] Checking agent: {'id': '012f2be7-5ddd-4d39-8539-3fef46040309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'started_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:18:31.397255 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-d51a5dfe-deda-4244-8781-6f5754e22e7f service neutron] Checking segment: {'id': '72f8f1a7-ada6-47c8-9161-c98fd27b6233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1823e09f-7e52-4e73-9c5c-356664b9917f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:18:31.397671 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-d51a5dfe-deda-4244-8781-6f5754e22e7f service neutron] Bound using segment: {'id': '72f8f1a7-ada6-47c8-9161-c98fd27b6233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1823e09f-7e52-4e73-9c5c-356664b9917f'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:18:31.398096 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-d51a5dfe-deda-4244-8781-6f5754e22e7f service neutron] Bound port: 78ba3337-d8d1-4284-affb-95c097b3ac86, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72f8f1a7-ada6-47c8-9161-c98fd27b6233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1823e09f-7e52-4e73-9c5c-356664b9917f'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:18:31.398461 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-d51a5dfe-deda-4244-8781-6f5754e22e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (78ba3337-d8d1-4284-affb-95c097b3ac86), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:31.487186 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-033ccab6-ac63-4ba3-a79c-c29f8197fee8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (7294d356-b632-4e54-87c0-c405d1815047), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:31.553375 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-d51a5dfe-deda-4244-8781-6f5754e22e7f service neutron] For port 78ba3337-d8d1-4284-affb-95c097b3ac86, host hv-cinder-84028, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:18:31.606095 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-d51a5dfe-deda-4244-8781-6f5754e22e7f service neutron] For port 78ba3337-d8d1-4284-affb-95c097b3ac86, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=78ba3337-d8d1-4284-affb-95c097b3ac86,segment=NetworkSegment(72f8f1a7-ada6-47c8-9161-c98fd27b6233),segment_id=72f8f1a7-ada6-47c8-9161-c98fd27b6233)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:18:31.616855 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-d51a5dfe-deda-4244-8781-6f5754e22e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (78ba3337-d8d1-4284-affb-95c097b3ac86), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:31.683040 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 34606) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:31.704983 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-d51a5dfe-deda-4244-8781-6f5754e22e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:31.706342 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-d51a5dfe-deda-4244-8781-6f5754e22e7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:31.708226 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-d51a5dfe-deda-4244-8781-6f5754e22e7f service neutron] 10.222.0.13 "PUT /v2.0/ports/78ba3337-d8d1-4284-affb-95c097b3ac86 HTTP/1.1" status: 200 len: 1097 time: 1.6319513 May 04 08:18:31.709451 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede477a6-a7d7-4589-b0f6-e07041b651fd', 'tag': '78ba3337-d8d1-4284-affb-95c097b3ac86'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:18:31.713762 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aab0f4e-6799-403e-92f7-4fa1fa969a58" -d '{"events": [{"name": "network-changed", "server_uuid": "ede477a6-a7d7-4589-b0f6-e07041b651fd", "tag": "78ba3337-d8d1-4284-affb-95c097b3ac86"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:18:31.808751 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-033ccab6-ac63-4ba3-a79c-c29f8197fee8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks [] for port (7294d356-b632-4e54-87c0-c405d1815047), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:31.848125 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1cab39b2-6354-4c9d-a419-f3822071e8d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:31.850021 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa86ca7b-1107-49b5-94f0-187a8a33f2a8 x-openstack-request-id: req-fa86ca7b-1107-49b5-94f0-187a8a33f2a8 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:18:31.850432 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede477a6-a7d7-4589-b0f6-e07041b651fd", "tag": "78ba3337-d8d1-4284-affb-95c097b3ac86", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:18:31.850634 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fa86ca7b-1107-49b5-94f0-187a8a33f2a8 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:18:31.851292 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa86ca7b-1107-49b5-94f0-187a8a33f2a8'] response: {'name': 'network-changed', 'server_uuid': 'ede477a6-a7d7-4589-b0f6-e07041b651fd', 'tag': '78ba3337-d8d1-4284-affb-95c097b3ac86', 'status': 'completed', 'code': 200} May 04 08:18:31.851660 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a5dfe-deda-4244-8781-6f5754e22e7f service neutron] Pushing event updated for resources: {'Port': ['ID=78ba3337-d8d1-4284-affb-95c097b3ac86,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:31.865798 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-033ccab6-ac63-4ba3-a79c-c29f8197fee8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (7294d356-b632-4e54-87c0-c405d1815047), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:31.902012 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f189-3cfe-4b88-9abf-6d9eeaa008ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:31.996314 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-033ccab6-ac63-4ba3-a79c-c29f8197fee8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (465dcd86-a242-434d-8c6b-74256da303ae), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:32.015557 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-f75c5a02-4ee3-4106-bfb0-62ce3303554e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:32.017317 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-f75c5a02-4ee3-4106-bfb0-62ce3303554e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ba19a2b064a49109c40d335ac3b1863&device_id=ede477a6-a7d7-4589-b0f6-e07041b651fd HTTP/1.1" status: 200 len: 1131 time: 0.2057357 May 04 08:18:32.023854 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-033ccab6-ac63-4ba3-a79c-c29f8197fee8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:32.034297 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-033ccab6-ac63-4ba3-a79c-c29f8197fee8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3300121 May 04 08:18:32.075585 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-1cd88d96-1eb5-40f1-8552-e06795593aa9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=78ba3337-d8d1-4284-affb-95c097b3ac86 HTTP/1.1" status: 200 len: 217 time: 0.0381796 May 04 08:18:32.084018 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1cab39b2-6354-4c9d-a419-f3822071e8d6 admin admin] Publish callbacks [] for security_group (b0777c0c-060f-46d8-bbcc-2b26461ce871), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:32.091705 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1cab39b2-6354-4c9d-a419-f3822071e8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (b0777c0c-060f-46d8-bbcc-2b26461ce871), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:32.119241 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ccab6-ac63-4ba3-a79c-c29f8197fee8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Pushing event updated for resources: {'Port': ['ID=7294d356-b632-4e54-87c0-c405d1815047,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:32.150207 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-b91507f9-f891-45bd-bb86-979b3942e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:32.151856 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-b91507f9-f891-45bd-bb86-979b3942e0d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bbd2f29d-57dd-4f86-b46c-1524e7cdd916 HTTP/1.1" status: 200 len: 843 time: 0.0692818 May 04 08:18:32.199856 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-1cab39b2-6354-4c9d-a419-f3822071e8d6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=936b8789b955411ba7f665d1b49b60f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5152063 May 04 08:18:32.206624 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f66c39-58d7-4e9e-a582-a647d7f98953 req-afc061c6-c46d-4a01-b1f6-6905fabd73be tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:32.217677 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-37f66c39-58d7-4e9e-a582-a647d7f98953 req-afc061c6-c46d-4a01-b1f6-6905fabd73be tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.0789547 May 04 08:18:32.218472 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-bd02107c-950d-4ebe-a949-2e827d5a93b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:32.220129 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-bd02107c-950d-4ebe-a949-2e827d5a93b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1823e09f-7e52-4e73-9c5c-356664b9917f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0599713 May 04 08:18:32.220590 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 34618) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:32.307537 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a1e58-167d-4b2d-9771-454920a4bbb3 req-b90a629a-1829-445f-a9bb-718811abf201 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:32.309312 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-685a1e58-167d-4b2d-9771-454920a4bbb3 req-b90a629a-1829-445f-a9bb-718811abf201 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/ports?device_id=ede477a6-a7d7-4589-b0f6-e07041b651fd HTTP/1.1" status: 200 len: 947 time: 0.0833817 May 04 08:18:32.350333 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-82b9814f-6d3e-4ee2-b1a9-51e2cb176d03 admin admin] Publish callbacks [] for security_group (b0777c0c-060f-46d8-bbcc-2b26461ce871), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:32.359960 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab39b2-6354-4c9d-a419-f3822071e8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0777c0c-060f-46d8-bbcc-2b26461ce871,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:32.366910 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-37f66c39-58d7-4e9e-a582-a647d7f98953 req-0450e86a-f346-490b-87ff-6890d12cf8ed tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482744 May 04 08:18:32.390412 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-27fe6c3f-29ba-4085-868a-e6e68fe7aac7 service neutron] 10.222.0.13 "GET /v2.0/networks/1823e09f-7e52-4e73-9c5c-356664b9917f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538770 May 04 08:18:32.433108 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-685a1e58-167d-4b2d-9771-454920a4bbb3 req-f050962c-3f36-4855-8899-39f72766d9cc tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/security-groups?id=58dcdbd3-879d-4833-a70c-eec9038cf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953546 May 04 08:18:32.476565 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-82b9814f-6d3e-4ee2-b1a9-51e2cb176d03 admin admin] Publish callbacks [] for security_group (b0777c0c-060f-46d8-bbcc-2b26461ce871), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:32.530174 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7ba47b8d-7bc5-498e-87e1-2b5626f88036 req-1e82aa1d-b425-411f-a472-c09f4ba603cc service neutron] 10.222.0.13 "GET /v2.0/networks/1823e09f-7e52-4e73-9c5c-356664b9917f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317787 May 04 08:18:32.554133 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-82b9814f-6d3e-4ee2-b1a9-51e2cb176d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (b0777c0c-060f-46d8-bbcc-2b26461ce871), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:32.562708 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-82b9814f-6d3e-4ee2-b1a9-51e2cb176d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:32.569382 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-82b9814f-6d3e-4ee2-b1a9-51e2cb176d03 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b0777c0c-060f-46d8-bbcc-2b26461ce871 HTTP/1.1" status: 204 len: 168 time: 0.3477833 May 04 08:18:32.577707 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9814f-6d3e-4ee2-b1a9-51e2cb176d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0777c0c-060f-46d8-bbcc-2b26461ce871,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:32.589536 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-5aec705f-344b-4b2a-a63e-a10ac668dbdf tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--145106198&fields=id&tenant_id=627a6ec20d314e7ba545b36a7e9b2fe8 HTTP/1.1" status: 200 len: 267 time: 0.0884485 May 04 08:18:32.738323 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-d0f62bdd-07fd-449e-86d6-82e8521fdea8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:32.747519 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-d0f62bdd-07fd-449e-86d6-82e8521fdea8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/networks?id=459895ff-73ee-42db-9914-e045a10994f6 HTTP/1.1" status: 200 len: 819 time: 0.1456511 May 04 08:18:32.759259 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-8a614a39-ef39-4ce8-ad92-925f833187fd tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/quotas/627a6ec20d314e7ba545b36a7e9b2fe8 HTTP/1.1" status: 200 len: 375 time: 0.0108252 May 04 08:18:32.839190 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-08aa3a9f-1466-4e32-bb94-07d5ca09908b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=627a6ec20d314e7ba545b36a7e9b2fe8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0667593 May 04 08:18:32.979569 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-3642798f-aeb8-40e7-99a1-f7ac1ae58fc7 service neutron] 10.222.0.59 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390498 May 04 08:18:33.025191 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:33.106936 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-040fcde2-f7e3-472e-800e-9d8e3d58bb45 service neutron] 10.222.0.59 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258442 May 04 08:18:33.336907 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5c561a5f-faef-4cf2-9652-891bedb327c1 req-41c0cb61-6fdd-4dc6-af5e-92cdbacd7285 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 210 time: 0.0453274 May 04 08:18:33.530150 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 34674) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:33.572394 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc8625-56cb-493a-8f11-f0d6674c4a57 req-2f3c0aa9-0c31-4ef2-b4d1-2390a2fd2b69 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:33.572394 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-81bc8625-56cb-493a-8f11-f0d6674c4a57 req-2f3c0aa9-0c31-4ef2-b4d1-2390a2fd2b69 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.0770965 May 04 08:18:33.650411 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-81bc8625-56cb-493a-8f11-f0d6674c4a57 req-40b020de-8b8b-468d-9135-5bc3fcec57a9 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741701 May 04 08:18:33.657471 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928542c-fee4-4c43-886e-68e151d50ea2 req-fed4e92e-9a63-49d7-bd0d-ab5d0a563c99 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:33.664566 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a928542c-fee4-4c43-886e-68e151d50ea2 req-fed4e92e-9a63-49d7-bd0d-ab5d0a563c99 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/ports?device_id=ede477a6-a7d7-4589-b0f6-e07041b651fd HTTP/1.1" status: 200 len: 947 time: 0.0980556 May 04 08:18:33.726626 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a928542c-fee4-4c43-886e-68e151d50ea2 req-b6c5ce8a-9d5a-49a2-8338-8b90f470f3d4 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/security-groups?id=58dcdbd3-879d-4833-a70c-eec9038cf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608144 May 04 08:18:33.740864 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-27fe0693-e3d8-472e-99ec-177b8f40183c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-182484481-network', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:33.777604 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fe0693-e3d8-472e-99ec-177b8f40183c admin admin] Made reservation on behalf of f62edba9a4f9457c82909ceed58104c3 for: {'network': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:18:33.781442 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-27fe0693-e3d8-472e-99ec-177b8f40183c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for network (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:33.810616 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-27fe0693-e3d8-472e-99ec-177b8f40183c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:33.847159 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab0f4e-6799-403e-92f7-4fa1fa969a58 req-d91f064b-574a-494b-9724-ccfe127f7719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:33.850216 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2aab0f4e-6799-403e-92f7-4fa1fa969a58 req-d91f064b-574a-494b-9724-ccfe127f7719 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ba19a2b064a49109c40d335ac3b1863&device_id=ede477a6-a7d7-4589-b0f6-e07041b651fd HTTP/1.1" status: 200 len: 1131 time: 0.0813920 May 04 08:18:34.011861 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-27fe0693-e3d8-472e-99ec-177b8f40183c admin admin] Publish callbacks [] for security_group (2cd30bb2-49e9-430b-9aaa-05222c87c965), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:34.016836 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab0f4e-6799-403e-92f7-4fa1fa969a58 req-16206a48-e56a-4e2a-af0a-c6f28fadd5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:34.018524 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2aab0f4e-6799-403e-92f7-4fa1fa969a58 req-16206a48-e56a-4e2a-af0a-c6f28fadd5f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1823e09f-7e52-4e73-9c5c-356664b9917f HTTP/1.1" status: 200 len: 870 time: 0.1557934 May 04 08:18:34.019603 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-27fe0693-e3d8-472e-99ec-177b8f40183c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (2cd30bb2-49e9-430b-9aaa-05222c87c965), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:34.098940 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2aab0f4e-6799-403e-92f7-4fa1fa969a58 req-58264aed-cfa4-47a3-9e26-7037e0ad0b57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=78ba3337-d8d1-4284-affb-95c097b3ac86 HTTP/1.1" status: 200 len: 217 time: 0.0626338 May 04 08:18:34.099710 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27fe0693-e3d8-472e-99ec-177b8f40183c admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=103564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:18:34.117005 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe0693-e3d8-472e-99ec-177b8f40183c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd30bb2-49e9-430b-9aaa-05222c87c965,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:34.149779 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-27fe0693-e3d8-472e-99ec-177b8f40183c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (b9bf2483-8ebb-4e01-a5c9-8763072d56f3), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:34.150221 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.segments_db [None req-27fe0693-e3d8-472e-99ec-177b8f40183c admin admin] Added segment b9bf2483-8ebb-4e01-a5c9-8763072d56f3 of type vlan for network 5cd04653-c1ab-4203-b77b-725a22d212fb May 04 08:18:34.210920 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab0f4e-6799-403e-92f7-4fa1fa969a58 req-82c7ceda-88c7-419c-97b2-eb6b2422f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:34.210920 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2aab0f4e-6799-403e-92f7-4fa1fa969a58 req-82c7ceda-88c7-419c-97b2-eb6b2422f8f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bbd2f29d-57dd-4f86-b46c-1524e7cdd916 HTTP/1.1" status: 200 len: 843 time: 0.1011429 May 04 08:18:34.210920 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-27fe0693-e3d8-472e-99ec-177b8f40183c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787184729016'] for network (5cd04653-c1ab-4203-b77b-725a22d212fb), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:34.241132 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-27fe0693-e3d8-472e-99ec-177b8f40183c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (5cd04653-c1ab-4203-b77b-725a22d212fb), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:34.242423 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fe0693-e3d8-472e-99ec-177b8f40183c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:34.243184 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-27fe0693-e3d8-472e-99ec-177b8f40183c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:34.275668 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:34.297160 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-27fe0693-e3d8-472e-99ec-177b8f40183c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7568693 May 04 08:18:34.298926 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 34680) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:34.303542 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-6559ce5e-4a68-47cd-b3ad-c74d7dbc8fa9 admin admin] Request body: {'subnet': {'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-182484481-subnet', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'ip_version': 4}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:34.339503 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe0693-e3d8-472e-99ec-177b8f40183c admin admin] Pushing event updated for resources: {'Network': ['ID=5cd04653-c1ab-4203-b77b-725a22d212fb,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:34.355861 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Network 5cd04653-c1ab-4203-b77b-725a22d212fb details requested by agent ovs-agent-dv-cinder-840289-4-iscsi with host dv-cinder-840289-4-iscsi {{(pid=103565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:18:34.361102 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6559ce5e-4a68-47cd-b3ad-c74d7dbc8fa9 admin admin] Made reservation on behalf of f62edba9a4f9457c82909ceed58104c3 for: {'subnet': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:18:34.364646 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6559ce5e-4a68-47cd-b3ad-c74d7dbc8fa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30760290'] for subnet (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:34.487088 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ef318b5d-3b7e-4961-b511-c33bece11858 req-d06633d8-4eb5-440a-a885-2a2e25bf14ba tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 210 time: 0.0344644 May 04 08:18:34.608857 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6559ce5e-4a68-47cd-b3ad-c74d7dbc8fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30599314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30760316'] for subnet (0bf2931f-f25d-4820-bfd4-3238c9fe26d6), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:34.671949 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559ce5e-4a68-47cd-b3ad-c74d7dbc8fa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bf2931f-f25d-4820-bfd4-3238c9fe26d6,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:34.676502 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6559ce5e-4a68-47cd-b3ad-c74d7dbc8fa9 admin admin] Checking segment: {'id': 'b9bf2483-8ebb-4e01-a5c9-8763072d56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:18:34.676951 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6559ce5e-4a68-47cd-b3ad-c74d7dbc8fa9 admin admin] Network hostable DHCP agents. Network: 5cd04653-c1ab-4203-b77b-725a22d212fb, hostable agents: ['85ebdc97-1e1f-4139-aa22-86704277d257'], hosted agents: [] {{(pid=103564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:18:34.696365 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6559ce5e-4a68-47cd-b3ad-c74d7dbc8fa9 admin admin] Network 5cd04653-c1ab-4203-b77b-725a22d212fb is scheduled to be hosted by DHCP agent 85ebdc97-1e1f-4139-aa22-86704277d257 with binding_index 1 {{(pid=103564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:18:34.720124 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-6559ce5e-4a68-47cd-b3ad-c74d7dbc8fa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-iscsi, 5cd04653-c1ab-4203-b77b-725a22d212fb) {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:34.734688 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cf1282-a46c-42c0-ac31-38bbd3628f75 None None] Network 5cd04653-c1ab-4203-b77b-725a22d212fb requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:18:34.774502 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab0f4e-6799-403e-92f7-4fa1fa969a58 req-607a36bb-44e2-473f-8d1f-c4fd168bc8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:34.777250 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2aab0f4e-6799-403e-92f7-4fa1fa969a58 req-607a36bb-44e2-473f-8d1f-c4fd168bc8d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1823e09f-7e52-4e73-9c5c-356664b9917f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0516758 May 04 08:18:34.779127 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6559ce5e-4a68-47cd-b3ad-c74d7dbc8fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:34.779958 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6559ce5e-4a68-47cd-b3ad-c74d7dbc8fa9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:34.800942 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-6559ce5e-4a68-47cd-b3ad-c74d7dbc8fa9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5011280 May 04 08:18:34.803736 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 34700) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:34.813198 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-3dfcc3ad-cce7-4e97-9d82-58b1dbcc2298 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-182484481-router', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:34.846108 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3dfcc3ad-cce7-4e97-9d82-58b1dbcc2298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2908'] for router (cf500a9e-44c3-4d16-a90b-39f61337bc9f), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:34.847876 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3dfcc3ad-cce7-4e97-9d82-58b1dbcc2298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2901'] for router (cf500a9e-44c3-4d16-a90b-39f61337bc9f), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:34.894092 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5dd11-64bf-429e-bda6-6a2b2660d715 req-31bfcc9f-f768-4df9-a511-2df10474a915 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:34.902271 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f8f5dd11-64bf-429e-bda6-6a2b2660d715 req-31bfcc9f-f768-4df9-a511-2df10474a915 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.1222720 May 04 08:18:34.931606 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e967d-d3e9-4db7-bcec-e32df32670d5 req-60b7d408-cdad-434a-83af-8c50b3cf2313 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:34.939117 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5f6e967d-d3e9-4db7-bcec-e32df32670d5 req-60b7d408-cdad-434a-83af-8c50b3cf2313 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/ports?device_id=ede477a6-a7d7-4589-b0f6-e07041b651fd HTTP/1.1" status: 200 len: 947 time: 0.0933945 May 04 08:18:34.962607 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3dfcc3ad-cce7-4e97-9d82-58b1dbcc2298 admin admin] Publish callbacks [] for router_controller (cf500a9e-44c3-4d16-a90b-39f61337bc9f), precommit_add_association {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:34.976580 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:34.982353 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09406448-249c-4171-9ebd-c66086035011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7207d5c-ebe3-5c40-9361-4076f3b3dda7-5cd04653-c1ab-4203-b77b-725a22d212fb', 'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb', 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'fixed_ips': [{'subnet_id': '0bf2931f-f25d-4820-bfd4-3238c9fe26d6'}]}} from dv-cinder-840289-4-iscsi. {{(pid=103565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 08:18:34.983592 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-09406448-249c-4171-9ebd-c66086035011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:35.016776 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f8f5dd11-64bf-429e-bda6-6a2b2660d715 req-a70f65f8-f456-45de-a1a6-4ab9b80ad5f9 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132412 May 04 08:18:35.067452 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5f6e967d-d3e9-4db7-bcec-e32df32670d5 req-82e6aa27-fdef-4598-a8e0-251a275d8f44 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/security-groups?id=58dcdbd3-879d-4833-a70c-eec9038cf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254637 May 04 08:18:35.147079 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-09406448-249c-4171-9ebd-c66086035011 None None] Allocated IP 172.20.0.2 (5cd04653-c1ab-4203-b77b-725a22d212fb/0bf2931f-f25d-4820-bfd4-3238c9fe26d6/a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:18:35.149701 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3dfcc3ad-cce7-4e97-9d82-58b1dbcc2298 admin admin] Publish callbacks [] for router_gateway (cf500a9e-44c3-4d16-a90b-39f61337bc9f), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:35.392506 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-09406448-249c-4171-9ebd-c66086035011 None None] Publish callbacks [] for port (a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1), precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:35.400715 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-09406448-249c-4171-9ebd-c66086035011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434'] for port (a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1), after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:35.434333 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-9d9bbc68-841d-41c0-9f31-ca70c52cdb6c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:35.435998 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-9d9bbc68-841d-41c0-9f31-ca70c52cdb6c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.13 "GET /v2.0/networks?id=459895ff-73ee-42db-9914-e045a10994f6 HTTP/1.1" status: 200 len: 819 time: 0.1189911 May 04 08:18:35.450162 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09406448-249c-4171-9ebd-c66086035011 None None] Network 5cd04653-c1ab-4203-b77b-725a22d212fb is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:18:35.455818 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-09406448-249c-4171-9ebd-c66086035011 None None] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:35.460292 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09406448-249c-4171-9ebd-c66086035011 None None] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:18:35.478770 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09406448-249c-4171-9ebd-c66086035011 None None] Pushing event updated for resources: {'Port': ['ID=a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:35.520024 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3dfcc3ad-cce7-4e97-9d82-58b1dbcc2298 admin admin] Publish callbacks [] for router_gateway (cf500a9e-44c3-4d16-a90b-39f61337bc9f), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:35.547640 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3dfcc3ad-cce7-4e97-9d82-58b1dbcc2298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:35.562169 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-09406448-249c-4171-9ebd-c66086035011 None None] Attempting to bind port a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1 on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:18:35.562831 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-09406448-249c-4171-9ebd-c66086035011 None None] Attempting to bind port a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1 by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': 'b9bf2483-8ebb-4e01-a5c9-8763072d56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:18:35.563183 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09406448-249c-4171-9ebd-c66086035011 None None] Attempting to bind port a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1 on network 5cd04653-c1ab-4203-b77b-725a22d212fb {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:18:35.570915 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09406448-249c-4171-9ebd-c66086035011 None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:18:35.570915 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09406448-249c-4171-9ebd-c66086035011 None None] Checking segment: {'id': 'b9bf2483-8ebb-4e01-a5c9-8763072d56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:18:35.572327 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-09406448-249c-4171-9ebd-c66086035011 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:35.573299 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09406448-249c-4171-9ebd-c66086035011 None None] Bound using segment: {'id': 'b9bf2483-8ebb-4e01-a5c9-8763072d56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:18:35.573299 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-09406448-249c-4171-9ebd-c66086035011 None None] Bound port: a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bf2483-8ebb-4e01-a5c9-8763072d56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:18:35.573961 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-09406448-249c-4171-9ebd-c66086035011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:35.602567 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2aab0f4e-6799-403e-92f7-4fa1fa969a58 req-958e9ceb-d7c4-402c-85ee-39d01582ffa3 service neutron] 10.222.0.13 "GET /v2.0/networks/1823e09f-7e52-4e73-9c5c-356664b9917f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960258 May 04 08:18:35.633143 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-514c164b-bd46-4867-ba82-f4328f818dc0 req-4479b934-a87c-4b67-af73-486121233747 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 210 time: 0.0483348 May 04 08:18:35.659100 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-09406448-249c-4171-9ebd-c66086035011 None None] For port a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:18:35.666386 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-09406448-249c-4171-9ebd-c66086035011 None None] For port a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1,segment=NetworkSegment(b9bf2483-8ebb-4e01-a5c9-8763072d56f3),segment_id=b9bf2483-8ebb-4e01-a5c9-8763072d56f3)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:18:35.677759 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-09406448-249c-4171-9ebd-c66086035011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:35.726849 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-3dfcc3ad-cce7-4e97-9d82-58b1dbcc2298 admin admin] Allocated IP 172.27.3.124 (0ebd93d7-2ac3-420c-94d7-d3952e6d85cb/89057fef-1c75-4f30-81a6-882a67ba2a0a/177c6f1a-da34-4c99-9a56-82546247e453) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:18:35.778717 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09406448-249c-4171-9ebd-c66086035011 None None] Pushing event updated for resources: {'Port': ['ID=a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:35.819553 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:35.907765 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 78ba3337-d8d1-4284-affb-95c097b3ac86 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:18:36.032635 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-b5ec0a0b-6043-4ef9-999b-01060fd62c60 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=627a6ec20d314e7ba545b36a7e9b2fe8 HTTP/1.1" status: 200 len: 379 time: 0.2654452 May 04 08:18:36.039513 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2aab0f4e-6799-403e-92f7-4fa1fa969a58 req-04e19548-d7f7-466c-843d-564c1947209f service neutron] 10.222.0.13 "GET /v2.0/networks/1823e09f-7e52-4e73-9c5c-356664b9917f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796683 May 04 08:18:36.045468 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3dfcc3ad-cce7-4e97-9d82-58b1dbcc2298 admin admin] Publish callbacks [] for port (177c6f1a-da34-4c99-9a56-82546247e453), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:36.110314 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3dfcc3ad-cce7-4e97-9d82-58b1dbcc2298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (177c6f1a-da34-4c99-9a56-82546247e453), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:36.177991 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-8e2401b1-464b-44ad-b782-6d6efca639c6 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Request body: {'port': {'device_id': 'c0c7eb5d-2965-4659-bdbe-468d358b8f57', 'network_id': '459895ff-73ee-42db-9914-e045a10994f6', 'admin_state_up': True, 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'security_groups': ['a21adbb3-9c19-4b08-878a-09f4e94849d7']}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:36.181383 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port 78ba3337-d8d1-4284-affb-95c097b3ac86, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=78ba3337-d8d1-4284-affb-95c097b3ac86,segment=NetworkSegment(72f8f1a7-ada6-47c8-9161-c98fd27b6233),segment_id=72f8f1a7-ada6-47c8-9161-c98fd27b6233)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:36.209650 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Returning: {'device': '78ba3337-d8d1-4284-affb-95c097b3ac86', 'network_id': '1823e09f-7e52-4e73-9c5c-356664b9917f', 'port_id': '78ba3337-d8d1-4284-affb-95c097b3ac86', 'mac_address': 'fa:16:3e:c1:69:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd2f29d-57dd-4f86-b46c-1524e7cdd916', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:18:36.237383 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfcc3ad-cce7-4e97-9d82-58b1dbcc2298 admin admin] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:18:36.264820 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-3dfcc3ad-cce7-4e97-9d82-58b1dbcc2298 admin admin] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:36.267606 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfcc3ad-cce7-4e97-9d82-58b1dbcc2298 admin admin] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:18:36.285729 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port 78ba3337-d8d1-4284-affb-95c097b3ac86 is: DOWN; New status is: BUILD {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:36.286376 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (78ba3337-d8d1-4284-affb-95c097b3ac86), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:36.325638 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ba3337-d8d1-4284-affb-95c097b3ac86 {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:18:36.350143 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01e86c-9dd8-4cd4-9922-859a58c46fbd req-093f385c-df10-4198-9cec-b626ddd106cc tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:36.358409 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ac01e86c-9dd8-4cd4-9922-859a58c46fbd req-093f385c-df10-4198-9cec-b626ddd106cc tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.1334708 May 04 08:18:36.360607 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port 78ba3337-d8d1-4284-affb-95c097b3ac86, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=78ba3337-d8d1-4284-affb-95c097b3ac86,segment=NetworkSegment(72f8f1a7-ada6-47c8-9161-c98fd27b6233),segment_id=72f8f1a7-ada6-47c8-9161-c98fd27b6233)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:36.367742 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (78ba3337-d8d1-4284-affb-95c097b3ac86), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:36.385391 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89cff5-b2cf-4c2d-86ad-22bd43bc0a4b req-3aa40faf-82d5-4c67-acf9-11aa2fcf007a tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:36.395059 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8d89cff5-b2cf-4c2d-86ad-22bd43bc0a4b req-3aa40faf-82d5-4c67-acf9-11aa2fcf007a tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/ports?device_id=ede477a6-a7d7-4589-b0f6-e07041b651fd HTTP/1.1" status: 200 len: 947 time: 0.1207905 May 04 08:18:36.484450 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=78ba3337-d8d1-4284-affb-95c097b3ac86,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:36.486561 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ac01e86c-9dd8-4cd4-9922-859a58c46fbd req-ddb56302-2048-4ad2-bede-44ac1ac11030 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233625 May 04 08:18:36.503754 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8d89cff5-b2cf-4c2d-86ad-22bd43bc0a4b req-d39bef20-4fc6-45f6-b66d-5d5cf1682340 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/security-groups?id=58dcdbd3-879d-4833-a70c-eec9038cf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075845 May 04 08:18:36.746419 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ab668af0-539d-4ce9-91ad-5aee05b20ece req-3dd95ac5-07d0-4421-9109-ebfc11937f97 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 210 time: 0.0430255 May 04 08:18:36.748403 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfcc3ad-cce7-4e97-9d82-58b1dbcc2298 admin admin] Pushing event updated for resources: {'Port': ['ID=177c6f1a-da34-4c99-9a56-82546247e453,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:36.789461 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['78ba3337-d8d1-4284-affb-95c097b3ac86'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:18:36.833237 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-8e2401b1-464b-44ad-b782-6d6efca639c6 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Made reservation on behalf of 627a6ec20d314e7ba545b36a7e9b2fe8 for: {'port': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:18:36.852886 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-8e2401b1-464b-44ad-b782-6d6efca639c6 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.134795 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 34730) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:37.139411 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-81839504-6f8b-42e6-b3ad-b20efd95a678 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1216559068', 'description': 'tempest-description--1533669877'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:37.155400 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3dfcc3ad-cce7-4e97-9d82-58b1dbcc2298 admin admin] Publish callbacks [] for router_gateway (cf500a9e-44c3-4d16-a90b-39f61337bc9f), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.191891 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-81839504-6f8b-42e6-b3ad-b20efd95a678 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.311100 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-81839504-6f8b-42e6-b3ad-b20efd95a678 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group (6be3a020-bf30-4a03-959c-c896c5c3b7da), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.311870 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-8e2401b1-464b-44ad-b782-6d6efca639c6 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Allocated IP 172.20.0.10 (459895ff-73ee-42db-9914-e045a10994f6/7425b7ef-390a-4bcf-88b7-7e4dc3dbed56/a91f9795-fed6-43b7-978b-0fbe59695dec) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:18:37.319052 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-81839504-6f8b-42e6-b3ad-b20efd95a678 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (6be3a020-bf30-4a03-959c-c896c5c3b7da), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.365740 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-81839504-6f8b-42e6-b3ad-b20efd95a678 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.366890 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-81839504-6f8b-42e6-b3ad-b20efd95a678 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2309988 May 04 08:18:37.372840 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 34732) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:37.374372 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e790640-48f4-4915-a7ca-2f2e2b30df2c None None] Network 5cd04653-c1ab-4203-b77b-725a22d212fb requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:18:37.380363 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-09a76870-c891-4e2e-a252-91cb7694e1e2 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Request body: {'security_group_rule': {'security_group_id': '6be3a020-bf30-4a03-959c-c896c5c3b7da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:37.393147 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81839504-6f8b-42e6-b3ad-b20efd95a678 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6be3a020-bf30-4a03-959c-c896c5c3b7da,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:37.445155 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-09a76870-c891-4e2e-a252-91cb7694e1e2 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group_rule (158e758b-1969-484b-a4a5-afdbf7fc0ccf), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.527370 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3dfcc3ad-cce7-4e97-9d82-58b1dbcc2298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-724172'] for router (cf500a9e-44c3-4d16-a90b-39f61337bc9f), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.544130 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-09a76870-c891-4e2e-a252-91cb7694e1e2 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group_rule (158e758b-1969-484b-a4a5-afdbf7fc0ccf), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.550664 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-09a76870-c891-4e2e-a252-91cb7694e1e2 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (158e758b-1969-484b-a4a5-afdbf7fc0ccf), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.579502 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-64c2ca4d-805a-4ea2-9d63-182edd33f1bb None None] Provisioning complete for port a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:37.580101 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-64c2ca4d-805a-4ea2-9d63-182edd33f1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.589824 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a76870-c891-4e2e-a252-91cb7694e1e2 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158e758b-1969-484b-a4a5-afdbf7fc0ccf,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:37.610167 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-09a76870-c891-4e2e-a252-91cb7694e1e2 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.615190 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-09a76870-c891-4e2e-a252-91cb7694e1e2 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2392516 May 04 08:18:37.615584 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 34742) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:37.626704 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-09b84987-1846-417d-a94e-001312e6637c tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Request body: {'security_group_rule': {'security_group_id': '6be3a020-bf30-4a03-959c-c896c5c3b7da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:37.682384 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-8e2401b1-464b-44ad-b782-6d6efca639c6 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks [] for port (a91f9795-fed6-43b7-978b-0fbe59695dec), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.735837 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f4324-6171-4a26-b78d-e668107db5a9 req-ee87966f-ac90-45f6-a63e-e0e767a9dfad tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:37.744834 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-398f4324-6171-4a26-b78d-e668107db5a9 req-ee87966f-ac90-45f6-a63e-e0e767a9dfad tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/ports?device_id=ede477a6-a7d7-4589-b0f6-e07041b651fd HTTP/1.1" status: 200 len: 948 time: 0.0969534 May 04 08:18:37.750979 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfcc3ad-cce7-4e97-9d82-58b1dbcc2298 admin admin] Router cf500a9e-44c3-4d16-a90b-39f61337bc9f is scheduled to L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 with binding_index 1 {{(pid=103564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 08:18:37.759314 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602ae4a-cff5-4440-a100-5084dfd96164 req-8223be6a-cc6e-4507-b26f-1d16194656ae tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:37.767376 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1602ae4a-cff5-4440-a100-5084dfd96164 req-8223be6a-cc6e-4507-b26f-1d16194656ae tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.1283736 May 04 08:18:37.775611 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-64c2ca4d-805a-4ea2-9d63-182edd33f1bb None None] Current status of the port a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1 is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:37.775958 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-64c2ca4d-805a-4ea2-9d63-182edd33f1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.792687 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-8e2401b1-464b-44ad-b782-6d6efca639c6 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (a91f9795-fed6-43b7-978b-0fbe59695dec), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.802246 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-09b84987-1846-417d-a94e-001312e6637c tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group_rule (270a0224-ed43-47a8-845a-a2a7563cb648), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.827477 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-64c2ca4d-805a-4ea2-9d63-182edd33f1bb None None] For port a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1,segment=NetworkSegment(b9bf2483-8ebb-4e01-a5c9-8763072d56f3),segment_id=b9bf2483-8ebb-4e01-a5c9-8763072d56f3)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:37.843094 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-64c2ca4d-805a-4ea2-9d63-182edd33f1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.906855 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1602ae4a-cff5-4440-a100-5084dfd96164 req-9e1591ac-9364-4eec-b2f5-07a9877b5746 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381750 May 04 08:18:37.925934 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-398f4324-6171-4a26-b78d-e668107db5a9 req-a63bf73c-0cae-4b2c-aa35-04e62b33a6c0 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/security-groups?id=58dcdbd3-879d-4833-a70c-eec9038cf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798809 May 04 08:18:37.932057 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-8e2401b1-464b-44ad-b782-6d6efca639c6 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Network 459895ff-73ee-42db-9914-e045a10994f6 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:18:37.933780 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-8e2401b1-464b-44ad-b782-6d6efca639c6 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:37.953360 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-8e2401b1-464b-44ad-b782-6d6efca639c6 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:18:37.958417 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-09b84987-1846-417d-a94e-001312e6637c tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group_rule (270a0224-ed43-47a8-845a-a2a7563cb648), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.965534 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-09b84987-1846-417d-a94e-001312e6637c tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (270a0224-ed43-47a8-845a-a2a7563cb648), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.969747 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2ca4d-805a-4ea2-9d63-182edd33f1bb None None] Pushing event updated for resources: {'Port': ['ID=a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:37.988578 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2401b1-464b-44ad-b782-6d6efca639c6 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Pushing event updated for resources: {'Port': ['ID=a91f9795-fed6-43b7-978b-0fbe59695dec,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:38.006798 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b84987-1846-417d-a94e-001312e6637c tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270a0224-ed43-47a8-845a-a2a7563cb648,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:38.029768 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-09b84987-1846-417d-a94e-001312e6637c tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:38.037656 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 34746) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:38.038362 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-09b84987-1846-417d-a94e-001312e6637c tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4206929 May 04 08:18:38.106439 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5acc74-f593-4c99-96bf-23e4b51bdcf0 req-bf1b6433-9cf7-4a42-9196-f4862e5028ce tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:38.114410 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7c5acc74-f593-4c99-96bf-23e4b51bdcf0 req-bf1b6433-9cf7-4a42-9196-f4862e5028ce tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 932 time: 0.0727756 May 04 08:18:38.119854 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 78ba3337-d8d1-4284-affb-95c097b3ac86 up at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:38.139917 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-26b8e50f-2747-4f2e-af69-70a85a1de9d0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Request body: {'floatingip': {'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:38.165733 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-8e2401b1-464b-44ad-b782-6d6efca639c6 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:38.183887 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-8e2401b1-464b-44ad-b782-6d6efca639c6 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:38.192719 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7c5acc74-f593-4c99-96bf-23e4b51bdcf0 req-2d69293a-fb04-4ddb-9c0e-d2b6e9f1bba7 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769804 May 04 08:18:38.212498 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-0b027e29-f378-42ba-97d0-ee7ee21345e6 None None] Provisioning complete for port a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:38.212951 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0b027e29-f378-42ba-97d0-ee7ee21345e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:38.221736 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning for port 78ba3337-d8d1-4284-affb-95c097b3ac86 completed by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:18:38.232341 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfcc3ad-cce7-4e97-9d82-58b1dbcc2298 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:18:38.238386 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-26b8e50f-2747-4f2e-af69-70a85a1de9d0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:38.246582 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-8e2401b1-464b-44ad-b782-6d6efca639c6 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0748131 May 04 08:18:38.255490 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f3c4ad-2d89-48b6-bb1a-9db6d35aa512 None None] Sync routers for ids ['cf500a9e-44c3-4d16-a90b-39f61337bc9f'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:18:38.256182 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:38.258414 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning complete for port 78ba3337-d8d1-4284-affb-95c097b3ac86 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:38.258781 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (78ba3337-d8d1-4284-affb-95c097b3ac86), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:38.271935 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f3c4ad-2d89-48b6-bb1a-9db6d35aa512 None None] Routers {'cf500a9e-44c3-4d16-a90b-39f61337bc9f'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:18:38.273004 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-05f3c4ad-2d89-48b6-bb1a-9db6d35aa512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:18:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['cf500a9e-44c3-4d16-a90b-39f61337bc9f'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:38.285266 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-085a120a-d1a4-4595-8d42-b74d21c48ede service neutron] Request body: {'port': {'device_id': 'c0c7eb5d-2965-4659-bdbe-468d358b8f57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:38.326591 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3dfcc3ad-cce7-4e97-9d82-58b1dbcc2298 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:38.330237 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-3dfcc3ad-cce7-4e97-9d82-58b1dbcc2298 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5230920 May 04 08:18:38.333449 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 34748) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:38.402377 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-0b027e29-f378-42ba-97d0-ee7ee21345e6 None None] Current status of the port a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:38.405331 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:38.405950 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:38.453387 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-085a120a-d1a4-4595-8d42-b74d21c48ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (a91f9795-fed6-43b7-978b-0fbe59695dec), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:38.459157 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-26b8e50f-2747-4f2e-af69-70a85a1de9d0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:38.480987 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port 78ba3337-d8d1-4284-affb-95c097b3ac86 is: BUILD; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:38.481742 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (78ba3337-d8d1-4284-affb-95c097b3ac86), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:38.500535 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-05f3c4ad-2d89-48b6-bb1a-9db6d35aa512 None None] Set router cf500a9e-44c3-4d16-a90b-39f61337bc9f gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:18:38.528812 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede477a6-a7d7-4589-b0f6-e07041b651fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ba3337-d8d1-4284-affb-95c097b3ac86'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:18:38.531283 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a4d87e-da91-4ad8-882c-fa8cec75ffe4" -d '{"events": [{"server_uuid": "ede477a6-a7d7-4589-b0f6-e07041b651fd", "name": "network-vif-plugged", "status": "completed", "tag": "78ba3337-d8d1-4284-affb-95c097b3ac86"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:18:38.547078 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-434e6655-ad9c-46ef-ae6a-f36f6a84095f None None] Provisioning complete for port a91f9795-fed6-43b7-978b-0fbe59695dec triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:38.547745 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-434e6655-ad9c-46ef-ae6a-f36f6a84095f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (a91f9795-fed6-43b7-978b-0fbe59695dec), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:38.732940 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port 78ba3337-d8d1-4284-affb-95c097b3ac86, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=78ba3337-d8d1-4284-affb-95c097b3ac86,segment=NetworkSegment(72f8f1a7-ada6-47c8-9161-c98fd27b6233),segment_id=72f8f1a7-ada6-47c8-9161-c98fd27b6233)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:38.735712 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045e4d9c-9dcc-43db-93fb-54defc5fad85 x-openstack-request-id: req-045e4d9c-9dcc-43db-93fb-54defc5fad85 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:18:38.736568 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede477a6-a7d7-4589-b0f6-e07041b651fd", "name": "network-vif-plugged", "status": "completed", "tag": "78ba3337-d8d1-4284-affb-95c097b3ac86", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:18:38.737010 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-045e4d9c-9dcc-43db-93fb-54defc5fad85 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:18:38.737609 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-045e4d9c-9dcc-43db-93fb-54defc5fad85'] response: {'server_uuid': 'ede477a6-a7d7-4589-b0f6-e07041b651fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ba3337-d8d1-4284-affb-95c097b3ac86', 'code': 200} May 04 08:18:38.744695 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (78ba3337-d8d1-4284-affb-95c097b3ac86), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:38.763804 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:38.784259 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-434e6655-ad9c-46ef-ae6a-f36f6a84095f None None] Port a91f9795-fed6-43b7-978b-0fbe59695dec cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:18:38.818557 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=78ba3337-d8d1-4284-affb-95c097b3ac86,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:38.871969 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-05f3c4ad-2d89-48b6-bb1a-9db6d35aa512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'name': 'tempest-TestMinimumBasicScenario-182484481-router', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '177c6f1a-da34-4c99-9a56-82546247e453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:18:34Z', 'updated_at': '2022-05-04T08:18:36Z', 'revision_number': 3, 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'gw_port': {'id': '177c6f1a-da34-4c99-9a56-82546247e453', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:35Z', 'updated_at': '2022-05-04T08:18:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:38.918409 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-26b8e50f-2747-4f2e-af69-70a85a1de9d0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Allocated IP 172.27.3.80 (0ebd93d7-2ac3-420c-94d7-d3952e6d85cb/89057fef-1c75-4f30-81a6-882a67ba2a0a/6f70c82a-8548-4436-ba0d-96ba7ab2c2c3) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:18:38.943434 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f3c4ad-2d89-48b6-bb1a-9db6d35aa512 None None] Checking router: cf500a9e-44c3-4d16-a90b-39f61337bc9f for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:18:38.943813 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f3c4ad-2d89-48b6-bb1a-9db6d35aa512 None None] Updating router cf500a9e-44c3-4d16-a90b-39f61337bc9f port 177c6f1a-da34-4c99-9a56-82546247e453 binding host dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:18:39.001722 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-05f3c4ad-2d89-48b6-bb1a-9db6d35aa512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (177c6f1a-da34-4c99-9a56-82546247e453), before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:39.139187 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1be65-5235-463b-9a4b-a5c296f6c58a req-a49ad493-bbb2-4135-8a74-5e0208d114cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:39.140735 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-25a1be65-5235-463b-9a4b-a5c296f6c58a req-a49ad493-bbb2-4135-8a74-5e0208d114cb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ede477a6-a7d7-4589-b0f6-e07041b651fd HTTP/1.1" status: 200 len: 1133 time: 0.1228230 May 04 08:18:39.238148 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49de5b4b-b932-4850-a67b-0a81f2cfbbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:39.245781 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8af8a-44fe-4ac2-b969-c57f13657243 req-6fe180a8-f02a-4e9d-b95d-84b9205c9720 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:39.254783 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a7b8af8a-44fe-4ac2-b969-c57f13657243 req-6fe180a8-f02a-4e9d-b95d-84b9205c9720 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.1644826 May 04 08:18:39.261668 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9489c-0f06-4d76-a884-4997fe1b1e7e req-1a0d9bed-0f28-4110-bad7-e1454f15da3d tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:39.263143 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9ec9489c-0f06-4d76-a884-4997fe1b1e7e req-1a0d9bed-0f28-4110-bad7-e1454f15da3d tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/ports?device_id=ede477a6-a7d7-4589-b0f6-e07041b651fd HTTP/1.1" status: 200 len: 949 time: 0.1762464 May 04 08:18:39.281483 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-085a120a-d1a4-4595-8d42-b74d21c48ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a91f9795-fed6-43b7-978b-0fbe59695dec {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:18:39.305425 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-26b8e50f-2747-4f2e-af69-70a85a1de9d0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for port (6f70c82a-8548-4436-ba0d-96ba7ab2c2c3), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:39.348503 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-085a120a-d1a4-4595-8d42-b74d21c48ede service neutron] Publish callbacks [] for port (a91f9795-fed6-43b7-978b-0fbe59695dec), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:39.360249 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-26b8e50f-2747-4f2e-af69-70a85a1de9d0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (6f70c82a-8548-4436-ba0d-96ba7ab2c2c3), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:39.408461 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-25a1be65-5235-463b-9a4b-a5c296f6c58a req-b6623111-3074-4965-821b-baaa1bf29e30 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=58dcdbd3-879d-4833-a70c-eec9038cf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444851 May 04 08:18:39.446481 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-085a120a-d1a4-4595-8d42-b74d21c48ede service neutron] Transition to ACTIVE for port object a91f9795-fed6-43b7-978b-0fbe59695dec will not be triggered until provisioned by entity L2. {{(pid=103564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:18:39.449950 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b8e50f-2747-4f2e-af69-70a85a1de9d0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:18:39.453310 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-085a120a-d1a4-4595-8d42-b74d21c48ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (a91f9795-fed6-43b7-978b-0fbe59695dec), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:39.455275 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a7b8af8a-44fe-4ac2-b969-c57f13657243 req-4b3e9582-794b-419f-83f5-77cb838b3dee tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008786 May 04 08:18:39.463207 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-26b8e50f-2747-4f2e-af69-70a85a1de9d0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:39.471312 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b8e50f-2747-4f2e-af69-70a85a1de9d0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:18:39.492277 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9ec9489c-0f06-4d76-a884-4997fe1b1e7e req-4edbd502-4d9a-4803-8511-a4efd865c69d tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/security-groups?id=58dcdbd3-879d-4833-a70c-eec9038cf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160838 May 04 08:18:39.543615 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8e50f-2747-4f2e-af69-70a85a1de9d0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event updated for resources: {'Port': ['ID=6f70c82a-8548-4436-ba0d-96ba7ab2c2c3,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:39.647368 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a120a-d1a4-4595-8d42-b74d21c48ede service neutron] Pushing event updated for resources: {'Port': ['ID=a91f9795-fed6-43b7-978b-0fbe59695dec,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:39.648357 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-49de5b4b-b932-4850-a67b-0a81f2cfbbf7 admin admin] Allocated IP 172.20.0.1 (5cd04653-c1ab-4203-b77b-725a22d212fb/0bf2931f-f25d-4820-bfd4-3238c9fe26d6/8fa09d72-3b83-41d1-b5ec-e57093bd025e) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:18:39.752995 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-05f3c4ad-2d89-48b6-bb1a-9db6d35aa512 None None] Publish callbacks [] for port (177c6f1a-da34-4c99-9a56-82546247e453), precommit_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:39.766706 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-05f3c4ad-2d89-48b6-bb1a-9db6d35aa512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (177c6f1a-da34-4c99-9a56-82546247e453), after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:39.849370 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-26b8e50f-2747-4f2e-af69-70a85a1de9d0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for floatingip (e8090ec6-9517-4579-a556-e810f2cde092), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:39.872250 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745fec8e-304f-4c8a-a80b-2f856af35da1 None None] Pushing event updated for resources: {'Port': ['ID=177c6f1a-da34-4c99-9a56-82546247e453,revision_number=2']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:39.898003 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745fec8e-304f-4c8a-a80b-2f856af35da1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:39.898338 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745fec8e-304f-4c8a-a80b-2f856af35da1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:39.898748 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745fec8e-304f-4c8a-a80b-2f856af35da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:39.899587 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745fec8e-304f-4c8a-a80b-2f856af35da1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:39.899587 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745fec8e-304f-4c8a-a80b-2f856af35da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:39.899901 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745fec8e-304f-4c8a-a80b-2f856af35da1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:39.900106 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745fec8e-304f-4c8a-a80b-2f856af35da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:39.900401 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745fec8e-304f-4c8a-a80b-2f856af35da1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:39.901054 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745fec8e-304f-4c8a-a80b-2f856af35da1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:39.901054 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745fec8e-304f-4c8a-a80b-2f856af35da1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:39.901351 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745fec8e-304f-4c8a-a80b-2f856af35da1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:39.901658 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745fec8e-304f-4c8a-a80b-2f856af35da1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:39.901977 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745fec8e-304f-4c8a-a80b-2f856af35da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:39.902293 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745fec8e-304f-4c8a-a80b-2f856af35da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:39.902615 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745fec8e-304f-4c8a-a80b-2f856af35da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:39.906183 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-05f3c4ad-2d89-48b6-bb1a-9db6d35aa512 None None] Attempting to bind port 177c6f1a-da34-4c99-9a56-82546247e453 on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:18:39.906546 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-05f3c4ad-2d89-48b6-bb1a-9db6d35aa512 None None] Attempting to bind port 177c6f1a-da34-4c99-9a56-82546247e453 by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:18:39.906974 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f3c4ad-2d89-48b6-bb1a-9db6d35aa512 None None] Attempting to bind port 177c6f1a-da34-4c99-9a56-82546247e453 on network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:18:39.913023 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f3c4ad-2d89-48b6-bb1a-9db6d35aa512 None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:18:39.913393 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f3c4ad-2d89-48b6-bb1a-9db6d35aa512 None None] Checking segment: {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:18:39.913792 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-05f3c4ad-2d89-48b6-bb1a-9db6d35aa512 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:39.914257 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f3c4ad-2d89-48b6-bb1a-9db6d35aa512 None None] Bound using segment: {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:18:39.914628 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-05f3c4ad-2d89-48b6-bb1a-9db6d35aa512 None None] Bound port: 177c6f1a-da34-4c99-9a56-82546247e453, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:18:39.915085 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-05f3c4ad-2d89-48b6-bb1a-9db6d35aa512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (177c6f1a-da34-4c99-9a56-82546247e453), before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:39.916087 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-26b8e50f-2747-4f2e-af69-70a85a1de9d0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (6f70c82a-8548-4436-ba0d-96ba7ab2c2c3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:39.924670 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48ecc5-a413-45cb-9e1f-d4eea657ac1d req-d9cd1f31-0cd3-496d-9532-10dedcab4286 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:39.926300 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3f48ecc5-a413-45cb-9e1f-d4eea657ac1d req-d9cd1f31-0cd3-496d-9532-10dedcab4286 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 944 time: 0.1120794 May 04 08:18:39.929847 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49de5b4b-b932-4850-a67b-0a81f2cfbbf7 admin admin] Publish callbacks [] for port (8fa09d72-3b83-41d1-b5ec-e57093bd025e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:39.971956 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49de5b4b-b932-4850-a67b-0a81f2cfbbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (8fa09d72-3b83-41d1-b5ec-e57093bd025e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:39.980292 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-085a120a-d1a4-4595-8d42-b74d21c48ede service neutron] Attempting to bind port a91f9795-fed6-43b7-978b-0fbe59695dec on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:18:39.980292 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-085a120a-d1a4-4595-8d42-b74d21c48ede service neutron] Attempting to bind port a91f9795-fed6-43b7-978b-0fbe59695dec by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '0500f4c1-03b2-4993-93c3-de7a098f8506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '459895ff-73ee-42db-9914-e045a10994f6'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:18:39.980292 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-085a120a-d1a4-4595-8d42-b74d21c48ede service neutron] Attempting to bind port a91f9795-fed6-43b7-978b-0fbe59695dec on network 459895ff-73ee-42db-9914-e045a10994f6 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:18:39.994871 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-085a120a-d1a4-4595-8d42-b74d21c48ede service neutron] Port a91f9795-fed6-43b7-978b-0fbe59695dec on network 459895ff-73ee-42db-9914-e045a10994f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:18:39.995242 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-085a120a-d1a4-4595-8d42-b74d21c48ede service neutron] Attempting to bind port a91f9795-fed6-43b7-978b-0fbe59695dec on network 459895ff-73ee-42db-9914-e045a10994f6 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:18:40.008620 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-085a120a-d1a4-4595-8d42-b74d21c48ede service neutron] Checking agent: {'id': '012f2be7-5ddd-4d39-8539-3fef46040309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'started_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:18:40.009148 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-085a120a-d1a4-4595-8d42-b74d21c48ede service neutron] Checking segment: {'id': '0500f4c1-03b2-4993-93c3-de7a098f8506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '459895ff-73ee-42db-9914-e045a10994f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:18:40.009832 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-085a120a-d1a4-4595-8d42-b74d21c48ede service neutron] Bound using segment: {'id': '0500f4c1-03b2-4993-93c3-de7a098f8506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '459895ff-73ee-42db-9914-e045a10994f6'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:18:40.010290 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-085a120a-d1a4-4595-8d42-b74d21c48ede service neutron] Bound port: a91f9795-fed6-43b7-978b-0fbe59695dec, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0500f4c1-03b2-4993-93c3-de7a098f8506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '459895ff-73ee-42db-9914-e045a10994f6'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:18:40.010653 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-085a120a-d1a4-4595-8d42-b74d21c48ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (a91f9795-fed6-43b7-978b-0fbe59695dec), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:40.023003 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-05f3c4ad-2d89-48b6-bb1a-9db6d35aa512 None None] For port 177c6f1a-da34-4c99-9a56-82546247e453, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:18:40.027341 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-05f3c4ad-2d89-48b6-bb1a-9db6d35aa512 None None] For port 177c6f1a-da34-4c99-9a56-82546247e453, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=177c6f1a-da34-4c99-9a56-82546247e453,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:18:40.044755 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49de5b4b-b932-4850-a67b-0a81f2cfbbf7 admin admin] Network 5cd04653-c1ab-4203-b77b-725a22d212fb is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:18:40.055271 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-05f3c4ad-2d89-48b6-bb1a-9db6d35aa512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (177c6f1a-da34-4c99-9a56-82546247e453), after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:40.065788 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-49de5b4b-b932-4850-a67b-0a81f2cfbbf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:40.080501 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49de5b4b-b932-4850-a67b-0a81f2cfbbf7 admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:18:40.085367 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de5b4b-b932-4850-a67b-0a81f2cfbbf7 admin admin] Pushing event updated for resources: {'Port': ['ID=8fa09d72-3b83-41d1-b5ec-e57093bd025e,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:40.100258 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3f48ecc5-a413-45cb-9e1f-d4eea657ac1d req-8582cd79-a577-492a-b550-6b2fe3772b18 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371708 May 04 08:18:40.166862 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49de5b4b-b932-4850-a67b-0a81f2cfbbf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722361'] for router_interface (cf500a9e-44c3-4d16-a90b-39f61337bc9f), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:40.198628 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745fec8e-304f-4c8a-a80b-2f856af35da1 None None] Pushing event updated for resources: {'Port': ['ID=177c6f1a-da34-4c99-9a56-82546247e453,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:40.227600 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f3c4ad-2d89-48b6-bb1a-9db6d35aa512 None None] Routers {'cf500a9e-44c3-4d16-a90b-39f61337bc9f'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:18:40.230120 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-05f3c4ad-2d89-48b6-bb1a-9db6d35aa512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:18:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['cf500a9e-44c3-4d16-a90b-39f61337bc9f'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:40.420460 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49de5b4b-b932-4850-a67b-0a81f2cfbbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (8fa09d72-3b83-41d1-b5ec-e57093bd025e), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:40.423765 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-05f3c4ad-2d89-48b6-bb1a-9db6d35aa512 None None] Set router cf500a9e-44c3-4d16-a90b-39f61337bc9f gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:18:40.553249 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-0369eabf-cc34-49e0-880a-4a69171eba64 None None] Provisioning complete for port 8fa09d72-3b83-41d1-b5ec-e57093bd025e triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:40.553828 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0369eabf-cc34-49e0-880a-4a69171eba64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (8fa09d72-3b83-41d1-b5ec-e57093bd025e), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:40.651637 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-0369eabf-cc34-49e0-880a-4a69171eba64 None None] Port 8fa09d72-3b83-41d1-b5ec-e57093bd025e cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:18:40.673434 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-085a120a-d1a4-4595-8d42-b74d21c48ede service neutron] For port a91f9795-fed6-43b7-978b-0fbe59695dec, host hv-cinder-84028, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:18:40.677285 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-085a120a-d1a4-4595-8d42-b74d21c48ede service neutron] For port a91f9795-fed6-43b7-978b-0fbe59695dec, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a91f9795-fed6-43b7-978b-0fbe59695dec,segment=NetworkSegment(0500f4c1-03b2-4993-93c3-de7a098f8506),segment_id=0500f4c1-03b2-4993-93c3-de7a098f8506)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:18:40.687982 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-085a120a-d1a4-4595-8d42-b74d21c48ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (a91f9795-fed6-43b7-978b-0fbe59695dec), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:40.707549 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49de5b4b-b932-4850-a67b-0a81f2cfbbf7 admin admin] Publish callbacks [] for port (8fa09d72-3b83-41d1-b5ec-e57093bd025e), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:40.725541 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49de5b4b-b932-4850-a67b-0a81f2cfbbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31339479'] for port (8fa09d72-3b83-41d1-b5ec-e57093bd025e), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:40.771538 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddd1cc-4764-4a0f-b59d-c3874aee5502 req-7923fa8d-291b-4e2a-ad10-a479aee73559 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:40.773111 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-deddd1cc-4764-4a0f-b59d-c3874aee5502 req-7923fa8d-291b-4e2a-ad10-a479aee73559 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.1914334 May 04 08:18:40.777348 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-05f3c4ad-2d89-48b6-bb1a-9db6d35aa512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'name': 'tempest-TestMinimumBasicScenario-182484481-router', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '177c6f1a-da34-4c99-9a56-82546247e453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:18:34Z', 'updated_at': '2022-05-04T08:18:36Z', 'revision_number': 3, 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'gw_port': {'id': '177c6f1a-da34-4c99-9a56-82546247e453', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:35Z', 'updated_at': '2022-05-04T08:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:40.780229 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a120a-d1a4-4595-8d42-b74d21c48ede service neutron] Pushing event updated for resources: {'Port': ['ID=a91f9795-fed6-43b7-978b-0fbe59695dec,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:40.823183 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-085a120a-d1a4-4595-8d42-b74d21c48ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:40.823801 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-085a120a-d1a4-4595-8d42-b74d21c48ede service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:40.825812 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-085a120a-d1a4-4595-8d42-b74d21c48ede service neutron] 10.222.0.13 "PUT /v2.0/ports/a91f9795-fed6-43b7-978b-0fbe59695dec HTTP/1.1" status: 200 len: 1094 time: 2.5481873 May 04 08:18:40.826267 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c7eb5d-2965-4659-bdbe-468d358b8f57', 'tag': 'a91f9795-fed6-43b7-978b-0fbe59695dec'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:18:40.828954 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3fd17f-e185-4c34-9573-7fa3f7a9703b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c7eb5d-2965-4659-bdbe-468d358b8f57", "tag": "a91f9795-fed6-43b7-978b-0fbe59695dec"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:18:40.860348 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f3c4ad-2d89-48b6-bb1a-9db6d35aa512 None None] The sync data for ids ['cf500a9e-44c3-4d16-a90b-39f61337bc9f'] in dv-cinder-840289-4-iscsi is: [{'id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'name': 'tempest-TestMinimumBasicScenario-182484481-router', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '177c6f1a-da34-4c99-9a56-82546247e453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:18:34Z', 'updated_at': '2022-05-04T08:18:36Z', 'revision_number': 3, 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'gw_port': {'id': '177c6f1a-da34-4c99-9a56-82546247e453', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:35Z', 'updated_at': '2022-05-04T08:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:18:40.898077 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-26b8e50f-2747-4f2e-af69-70a85a1de9d0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for port (6f70c82a-8548-4436-ba0d-96ba7ab2c2c3), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:40.904539 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-26b8e50f-2747-4f2e-af69-70a85a1de9d0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (6f70c82a-8548-4436-ba0d-96ba7ab2c2c3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:40.919232 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3c0ae-4032-4b44-955e-d2486136d376 req-80deb45d-5917-408a-9cab-ea1dcfbbbf06 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:40.920812 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-92e3c0ae-4032-4b44-955e-d2486136d376 req-80deb45d-5917-408a-9cab-ea1dcfbbbf06 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/ports?device_id=ede477a6-a7d7-4589-b0f6-e07041b651fd HTTP/1.1" status: 200 len: 949 time: 0.2087798 May 04 08:18:40.973537 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8e50f-2747-4f2e-af69-70a85a1de9d0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event updated for resources: {'Port': ['ID=6f70c82a-8548-4436-ba0d-96ba7ab2c2c3,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:40.997202 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-deddd1cc-4764-4a0f-b59d-c3874aee5502 req-194311aa-e0c3-4ebb-8720-dec1b61d3631 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740615 May 04 08:18:41.010789 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49de5b4b-b932-4850-a67b-0a81f2cfbbf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722279'] for router_interface (cf500a9e-44c3-4d16-a90b-39f61337bc9f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:41.051305 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-26b8e50f-2747-4f2e-af69-70a85a1de9d0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (e8090ec6-9517-4579-a556-e810f2cde092), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:41.073081 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-26b8e50f-2747-4f2e-af69-70a85a1de9d0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:41.079513 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de5b4b-b932-4850-a67b-0a81f2cfbbf7 admin admin] Pushing event updated for resources: {'Port': ['ID=8fa09d72-3b83-41d1-b5ec-e57093bd025e,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:41.092421 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-26b8e50f-2747-4f2e-af69-70a85a1de9d0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9774511 May 04 08:18:41.108768 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eed2d19-3d39-4659-9e2b-1a4b61d828e8 x-openstack-request-id: req-9eed2d19-3d39-4659-9e2b-1a4b61d828e8 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:18:41.110797 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c7eb5d-2965-4659-bdbe-468d358b8f57", "tag": "a91f9795-fed6-43b7-978b-0fbe59695dec", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:18:41.111283 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9eed2d19-3d39-4659-9e2b-1a4b61d828e8 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:18:41.112038 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eed2d19-3d39-4659-9e2b-1a4b61d828e8'] response: {'name': 'network-changed', 'server_uuid': 'c0c7eb5d-2965-4659-bdbe-468d358b8f57', 'tag': 'a91f9795-fed6-43b7-978b-0fbe59695dec', 'status': 'completed', 'code': 200} May 04 08:18:41.234412 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-92e3c0ae-4032-4b44-955e-d2486136d376 req-dd00434d-4943-439f-9956-74ef2e2dc422 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/security-groups?id=58dcdbd3-879d-4833-a70c-eec9038cf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544961 May 04 08:18:41.317573 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb049a-6095-411c-81a0-b6aa364a749f req-aeff7042-bb93-4563-86f2-da386963cf75 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:41.319675 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-36fb049a-6095-411c-81a0-b6aa364a749f req-aeff7042-bb93-4563-86f2-da386963cf75 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 944 time: 0.1046715 May 04 08:18:41.328167 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49de5b4b-b932-4850-a67b-0a81f2cfbbf7 admin admin] Network 5cd04653-c1ab-4203-b77b-725a22d212fb is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:18:41.335905 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-49de5b4b-b932-4850-a67b-0a81f2cfbbf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:41.446669 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-36fb049a-6095-411c-81a0-b6aa364a749f req-d2a89e94-25d0-4206-9eca-3b3a3b397dc9 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168745 May 04 08:18:41.566441 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-0e7c4828-96f3-44c0-96e6-a10e77b70228 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1216559068&fields=id&tenant_id=49d87bce57a4470d85b4df9b85eb9602 HTTP/1.1" status: 200 len: 267 time: 0.1260476 May 04 08:18:41.693604 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49de5b4b-b932-4850-a67b-0a81f2cfbbf7 admin admin] Router cf500a9e-44c3-4d16-a90b-39f61337bc9f has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:18:41.702792 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fd17f-e185-4c34-9573-7fa3f7a9703b req-642bbf94-4209-42f7-8a25-f205b2c16110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:41.708810 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bb3fd17f-e185-4c34-9573-7fa3f7a9703b req-642bbf94-4209-42f7-8a25-f205b2c16110 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=627a6ec20d314e7ba545b36a7e9b2fe8&device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 1128 time: 0.0862730 May 04 08:18:41.713887 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-649cecb6-de9a-41f8-a6db-7ce361d187b8 None None] Provisioning complete for port 8fa09d72-3b83-41d1-b5ec-e57093bd025e triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:41.714434 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-649cecb6-de9a-41f8-a6db-7ce361d187b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (8fa09d72-3b83-41d1-b5ec-e57093bd025e), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:41.812202 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-649cecb6-de9a-41f8-a6db-7ce361d187b8 None None] Port 8fa09d72-3b83-41d1-b5ec-e57093bd025e cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:18:41.938679 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fd17f-e185-4c34-9573-7fa3f7a9703b req-cc5b3c0d-5549-4169-8e35-3b2243f04508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:41.940375 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bb3fd17f-e185-4c34-9573-7fa3f7a9703b req-cc5b3c0d-5549-4169-8e35-3b2243f04508 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=627a6ec20d314e7ba545b36a7e9b2fe8&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2115803 May 04 08:18:42.177669 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 177c6f1a-da34-4c99-9a56-82546247e453 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:42.294964 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 177c6f1a-da34-4c99-9a56-82546247e453 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:42.295337 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (177c6f1a-da34-4c99-9a56-82546247e453), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:42.298618 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fd17f-e185-4c34-9573-7fa3f7a9703b req-5e5c252d-1e90-4456-8cfb-387c47d907ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:42.301754 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bb3fd17f-e185-4c34-9573-7fa3f7a9703b req-5e5c252d-1e90-4456-8cfb-387c47d907ec service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2489090 May 04 08:18:42.377880 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02525604-4e20-4a24-bf97-ab75c344ab1d req-a5f40e36-5446-4ab2-b81e-8e4e0da79613 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:42.388009 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-02525604-4e20-4a24-bf97-ab75c344ab1d req-a5f40e36-5446-4ab2-b81e-8e4e0da79613 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.1674218 May 04 08:18:42.406155 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-916953fb-7e7d-4b3b-8fd6-27b1bbe7dd18 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:42.408451 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-916953fb-7e7d-4b3b-8fd6-27b1bbe7dd18 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/networks?id=e2275bde-63c0-443b-bf71-d866f4d5c8f1 HTTP/1.1" status: 200 len: 814 time: 0.8343494 May 04 08:18:42.438418 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 177c6f1a-da34-4c99-9a56-82546247e453 is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:42.438803 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (177c6f1a-da34-4c99-9a56-82546247e453), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:42.467278 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] For port 177c6f1a-da34-4c99-9a56-82546247e453, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=177c6f1a-da34-4c99-9a56-82546247e453,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:42.467680 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-addbbb0a-03b2-4670-8a4f-d07fbc943fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:42.470248 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-addbbb0a-03b2-4670-8a4f-d07fbc943fbe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=627a6ec20d314e7ba545b36a7e9b2fe8&device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 1128 time: 0.0795858 May 04 08:18:42.473795 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (177c6f1a-da34-4c99-9a56-82546247e453), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:42.529346 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49de5b4b-b932-4850-a67b-0a81f2cfbbf7 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:18:42.531152 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-5997b1ab-4d49-4ec3-9ad7-fa723e3d49a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a91f9795-fed6-43b7-978b-0fbe59695dec HTTP/1.1" status: 200 len: 217 time: 0.0450208 May 04 08:18:42.539857 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-0edc2f46-649d-4811-81f9-77467af868c1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/quotas/49d87bce57a4470d85b4df9b85eb9602 HTTP/1.1" status: 200 len: 375 time: 0.1186187 May 04 08:18:42.560065 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-02525604-4e20-4a24-bf97-ab75c344ab1d req-99c42b0f-8f3b-4b6c-a8de-ad4dd70c4c69 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706874 May 04 08:18:42.579988 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Pushing event updated for resources: {'Port': ['ID=177c6f1a-da34-4c99-9a56-82546247e453,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:42.600389 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-49de5b4b-b932-4850-a67b-0a81f2cfbbf7 admin admin] 10.222.0.59 "PUT /v2.0/routers/cf500a9e-44c3-4d16-a90b-39f61337bc9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2646477 May 04 08:18:42.659759 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-def23073-b144-4bd8-a38d-a5a56618ec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:42.665683 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-def23073-b144-4bd8-a38d-a5a56618ec8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7425b7ef-390a-4bcf-88b7-7e4dc3dbed56 HTTP/1.1" status: 200 len: 858 time: 0.1218572 May 04 08:18:42.718522 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-e072517c-e716-4f10-bc9d-48b8ca25ecfb tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=49d87bce57a4470d85b4df9b85eb9602&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1506000 May 04 08:18:42.747300 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-2ebdf55a-b207-4af6-8092-022abfbee01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:42.749531 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-2ebdf55a-b207-4af6-8092-022abfbee01b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=459895ff-73ee-42db-9914-e045a10994f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0769036 May 04 08:18:42.789964 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462ba50-10de-4736-96fb-bb6876271570 req-08731b5f-8f33-483f-8602-163509b5dafc tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:42.799791 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0462ba50-10de-4736-96fb-bb6876271570 req-08731b5f-8f33-483f-8602-163509b5dafc tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/ports?device_id=ede477a6-a7d7-4589-b0f6-e07041b651fd HTTP/1.1" status: 200 len: 949 time: 0.1176846 May 04 08:18:42.911174 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-883230b4-2dfe-4756-a1a0-d84bfddacf32 service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533730 May 04 08:18:42.972359 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0462ba50-10de-4736-96fb-bb6876271570 req-517a7064-9d84-4633-8c6d-9d5899ffd903 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/security-groups?id=58dcdbd3-879d-4833-a70c-eec9038cf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715434 May 04 08:18:42.974642 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-93d0a7ed-8baa-453a-8edf-2f2a5af0a55f service neutron] 10.222.0.59 "GET /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334802 May 04 08:18:43.100070 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c7f4dd63-7775-4bee-a7d8-de5cac561693 req-4642bc77-cede-4faf-a653-f3c31e99cf27 service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781476 May 04 08:18:43.186645 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-fb90016f-22e6-4fe8-86eb-8a7741af3cd4 service neutron] 10.222.0.59 "GET /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952355 May 04 08:18:43.195783 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c016d-0acc-48ea-bc6e-004bbc51c6aa req-9f6c39ec-f36d-4879-b33b-be75b21f4250 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:43.202642 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-739c016d-0acc-48ea-bc6e-004bbc51c6aa req-9f6c39ec-f36d-4879-b33b-be75b21f4250 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 944 time: 0.0990691 May 04 08:18:43.270976 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-739c016d-0acc-48ea-bc6e-004bbc51c6aa req-84431383-ede7-4d21-9663-3f1359ab3331 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673602 May 04 08:18:43.563748 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 34852) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:43.566117 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3a591ca9-cc76-4865-addb-59cd82c2cf30 req-4aaaf07e-3ce1-41e9-ac85-3b0fd09ad6d6 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd HTTP/1.1" status: 200 len: 210 time: 0.0708139 May 04 08:18:43.568636 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-d67d23ce-17b4-477a-85f0-4917551c5426 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1335382513-network', 'tenant_id': 'b22a9c819c2f4500922f7a5c27ac60f4'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:43.596788 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8b3261-e298-430f-9cbc-26b5165f82b7 None None] Sync routers for ids ['cf500a9e-44c3-4d16-a90b-39f61337bc9f'] in dv-cinder-840289-4-iscsi {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:18:43.606838 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67d23ce-17b4-477a-85f0-4917551c5426 admin admin] Made reservation on behalf of b22a9c819c2f4500922f7a5c27ac60f4 for: {'network': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:18:43.613673 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d67d23ce-17b4-477a-85f0-4917551c5426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for network (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:43.617507 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8b3261-e298-430f-9cbc-26b5165f82b7 None None] Routers {'cf500a9e-44c3-4d16-a90b-39f61337bc9f'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:18:43.620485 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9f8b3261-e298-430f-9cbc-26b5165f82b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:18:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['cf500a9e-44c3-4d16-a90b-39f61337bc9f'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:43.645573 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d67d23ce-17b4-477a-85f0-4917551c5426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:43.771772 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4477e0-3791-4668-a8b0-74fa62bd4ac2 req-43d6a902-9e53-4d34-81cf-94a0cc07869c tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:43.784193 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4c4477e0-3791-4668-a8b0-74fa62bd4ac2 req-43d6a902-9e53-4d34-81cf-94a0cc07869c tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/ports?device_id=ede477a6-a7d7-4589-b0f6-e07041b651fd HTTP/1.1" status: 200 len: 949 time: 0.1089406 May 04 08:18:43.797859 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-9f8b3261-e298-430f-9cbc-26b5165f82b7 None None] Set router cf500a9e-44c3-4d16-a90b-39f61337bc9f gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:18:43.815778 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d67d23ce-17b4-477a-85f0-4917551c5426 admin admin] Publish callbacks [] for security_group (821be9fd-e062-49fe-8c89-86dec9a42d85), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:43.819746 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d67d23ce-17b4-477a-85f0-4917551c5426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (821be9fd-e062-49fe-8c89-86dec9a42d85), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:43.842667 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67d23ce-17b4-477a-85f0-4917551c5426 admin admin] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=103564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:18:43.863468 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d23ce-17b4-477a-85f0-4917551c5426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821be9fd-e062-49fe-8c89-86dec9a42d85,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:43.867496 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d67d23ce-17b4-477a-85f0-4917551c5426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (f6d317e1-c130-4b5f-8968-048487714143), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:43.868048 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.segments_db [None req-d67d23ce-17b4-477a-85f0-4917551c5426 admin admin] Added segment f6d317e1-c130-4b5f-8968-048487714143 of type vlan for network fb020a03-acb5-40f1-9895-9f55371d5bee May 04 08:18:43.910133 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4c4477e0-3791-4668-a8b0-74fa62bd4ac2 req-4cf9e514-ec3a-4b0f-b674-974fd3707c9c tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/security-groups?id=58dcdbd3-879d-4833-a70c-eec9038cf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244211 May 04 08:18:43.939268 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d67d23ce-17b4-477a-85f0-4917551c5426 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787184729016'] for network (fb020a03-acb5-40f1-9895-9f55371d5bee), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:43.978114 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d67d23ce-17b4-477a-85f0-4917551c5426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (fb020a03-acb5-40f1-9895-9f55371d5bee), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:43.980507 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67d23ce-17b4-477a-85f0-4917551c5426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:43.982495 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d67d23ce-17b4-477a-85f0-4917551c5426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:44.007722 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 34866) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:44.013227 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-738159ec-eb40-48a5-a42e-e3a331e62f7a admin admin] Request body: {'subnet': {'network_id': 'fb020a03-acb5-40f1-9895-9f55371d5bee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1335382513-subnet', 'tenant_id': 'b22a9c819c2f4500922f7a5c27ac60f4', 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:44.018156 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-d67d23ce-17b4-477a-85f0-4917551c5426 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4526236 May 04 08:18:44.124942 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7384f1d-1079-4359-8393-3e54be625e63 req-0a12a3df-062c-485c-bdea-550e4e43707e tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:44.132156 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f7384f1d-1079-4359-8393-3e54be625e63 req-0a12a3df-062c-485c-bdea-550e4e43707e tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.0953085 May 04 08:18:44.137963 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9f8b3261-e298-430f-9cbc-26b5165f82b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'name': 'tempest-TestMinimumBasicScenario-182484481-router', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '177c6f1a-da34-4c99-9a56-82546247e453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:18:34Z', 'updated_at': '2022-05-04T08:18:40Z', 'revision_number': 4, 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'gw_port': {'id': '177c6f1a-da34-4c99-9a56-82546247e453', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:35Z', 'updated_at': '2022-05-04T08:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '8fa09d72-3b83-41d1-b5ec-e57093bd025e', 'name': '', 'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'mac_address': 'fa:16:3e:76:7e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0bf2931f-f25d-4820-bfd4-3238c9fe26d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:39Z', 'updated_at': '2022-05-04T08:18:40Z', 'revision_number': 2, 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'subnets': [{'id': '0bf2931f-f25d-4820-bfd4-3238c9fe26d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:44.152251 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 177c6f1a-da34-4c99-9a56-82546247e453 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:44.156133 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738159ec-eb40-48a5-a42e-e3a331e62f7a admin admin] Made reservation on behalf of b22a9c819c2f4500922f7a5c27ac60f4 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:18:44.158612 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-738159ec-eb40-48a5-a42e-e3a331e62f7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29652671'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:44.159618 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d23ce-17b4-477a-85f0-4917551c5426 admin admin] Pushing event updated for resources: {'Network': ['ID=fb020a03-acb5-40f1-9895-9f55371d5bee,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:44.223726 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Network fb020a03-acb5-40f1-9895-9f55371d5bee details requested by agent ovs-agent-dv-cinder-840289-4-iscsi with host dv-cinder-840289-4-iscsi {{(pid=103565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:18:44.230964 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8b3261-e298-430f-9cbc-26b5165f82b7 None None] Checking router: cf500a9e-44c3-4d16-a90b-39f61337bc9f for host: dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:18:44.231591 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8b3261-e298-430f-9cbc-26b5165f82b7 None None] Updating router cf500a9e-44c3-4d16-a90b-39f61337bc9f port 8fa09d72-3b83-41d1-b5ec-e57093bd025e binding host dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:18:44.241582 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f7384f1d-1079-4359-8393-3e54be625e63 req-d0448187-8786-491f-bb95-07af1ad9cb1a tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084440 May 04 08:18:44.320953 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9f8b3261-e298-430f-9cbc-26b5165f82b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (8fa09d72-3b83-41d1-b5ec-e57093bd025e), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:44.437775 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-738159ec-eb40-48a5-a42e-e3a331e62f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31338846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29652641'] for subnet (69c382a8-898d-4c09-b93a-cb57cc8c6ad8), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:44.453025 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfa1c6-d579-4118-8ea3-4dda7d093834 req-87da61dc-7bcd-4ce5-ba87-417ecc5bc503 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:44.454527 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cecfa1c6-d579-4118-8ea3-4dda7d093834 req-87da61dc-7bcd-4ce5-ba87-417ecc5bc503 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 944 time: 0.0786340 May 04 08:18:44.493077 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 177c6f1a-da34-4c99-9a56-82546247e453 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:44.493563 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (177c6f1a-da34-4c99-9a56-82546247e453), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:44.518483 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738159ec-eb40-48a5-a42e-e3a331e62f7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=69c382a8-898d-4c09-b93a-cb57cc8c6ad8,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:44.564077 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cecfa1c6-d579-4118-8ea3-4dda7d093834 req-5363849d-c432-42d1-b073-feb1656cbf98 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913587 May 04 08:18:44.566764 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738159ec-eb40-48a5-a42e-e3a331e62f7a admin admin] Checking segment: {'id': 'f6d317e1-c130-4b5f-8968-048487714143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'fb020a03-acb5-40f1-9895-9f55371d5bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:18:44.567373 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738159ec-eb40-48a5-a42e-e3a331e62f7a admin admin] Network hostable DHCP agents. Network: fb020a03-acb5-40f1-9895-9f55371d5bee, hostable agents: ['85ebdc97-1e1f-4139-aa22-86704277d257'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:18:44.599329 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738159ec-eb40-48a5-a42e-e3a331e62f7a admin admin] Network fb020a03-acb5-40f1-9895-9f55371d5bee is scheduled to be hosted by DHCP agent 85ebdc97-1e1f-4139-aa22-86704277d257 with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:18:44.611373 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-738159ec-eb40-48a5-a42e-e3a331e62f7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-iscsi, fb020a03-acb5-40f1-9895-9f55371d5bee) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:44.618492 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738159ec-eb40-48a5-a42e-e3a331e62f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:44.621633 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-738159ec-eb40-48a5-a42e-e3a331e62f7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:44.650668 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 34874) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:44.655583 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-738159ec-eb40-48a5-a42e-e3a331e62f7a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6388907 May 04 08:18:44.656785 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-b5cb058f-2aee-4c04-bf89-d2539826aa99 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1335382513-router', 'tenant_id': 'b22a9c819c2f4500922f7a5c27ac60f4', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:44.690352 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf68146-d4e3-471f-ad80-ebcc39182c40 None None] Network fb020a03-acb5-40f1-9895-9f55371d5bee requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:18:44.703239 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b5cb058f-2aee-4c04-bf89-d2539826aa99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2908'] for router (5b360baa-6d3b-484b-a543-9ab779c6e8f0), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:44.704759 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b5cb058f-2aee-4c04-bf89-d2539826aa99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2901'] for router (5b360baa-6d3b-484b-a543-9ab779c6e8f0), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:44.754188 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-04fcd880-7941-4baa-bec6-71d32e816cc9 req-94c3334c-db35-497b-bf17-d1acd418a0cc tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd HTTP/1.1" status: 200 len: 210 time: 0.0385098 May 04 08:18:44.822155 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b5cb058f-2aee-4c04-bf89-d2539826aa99 admin admin] Publish callbacks [] for router_controller (5b360baa-6d3b-484b-a543-9ab779c6e8f0), precommit_add_association {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:44.857695 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 177c6f1a-da34-4c99-9a56-82546247e453 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:44.945032 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9066e68c-df78-4b47-828b-70cb8568d79e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7207d5c-ebe3-5c40-9361-4076f3b3dda7-fb020a03-acb5-40f1-9895-9f55371d5bee', 'network_id': 'fb020a03-acb5-40f1-9895-9f55371d5bee', 'project_id': 'b22a9c819c2f4500922f7a5c27ac60f4', 'fixed_ips': [{'subnet_id': '69c382a8-898d-4c09-b93a-cb57cc8c6ad8'}]}} from dv-cinder-840289-4-iscsi. {{(pid=103565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 08:18:44.946321 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9066e68c-df78-4b47-828b-70cb8568d79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:44.993146 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b5cb058f-2aee-4c04-bf89-d2539826aa99 admin admin] Publish callbacks [] for router_gateway (5b360baa-6d3b-484b-a543-9ab779c6e8f0), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:45.087083 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4201669-93b7-499e-942f-b3c0a458b6d0 req-9c06d128-a710-4a92-b061-1ca937494a5f tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:45.095223 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-9066e68c-df78-4b47-828b-70cb8568d79e None None] Allocated IP 172.20.0.2 (fb020a03-acb5-40f1-9895-9f55371d5bee/69c382a8-898d-4c09-b93a-cb57cc8c6ad8/40a21ee3-5aca-4158-b2bd-29f9db67828c) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:18:45.098290 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f4201669-93b7-499e-942f-b3c0a458b6d0 req-9c06d128-a710-4a92-b061-1ca937494a5f tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/ports?device_id=ede477a6-a7d7-4589-b0f6-e07041b651fd HTTP/1.1" status: 200 len: 949 time: 0.0887284 May 04 08:18:45.175660 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f4201669-93b7-499e-942f-b3c0a458b6d0 req-6924068c-4566-4b6f-8396-fde65162c6ea tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/security-groups?id=58dcdbd3-879d-4833-a70c-eec9038cf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761697 May 04 08:18:45.292109 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9066e68c-df78-4b47-828b-70cb8568d79e None None] Publish callbacks [] for port (40a21ee3-5aca-4158-b2bd-29f9db67828c), precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:45.306826 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9066e68c-df78-4b47-828b-70cb8568d79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434'] for port (40a21ee3-5aca-4158-b2bd-29f9db67828c), after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:45.310189 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9f8b3261-e298-430f-9cbc-26b5165f82b7 None None] Publish callbacks [] for port (8fa09d72-3b83-41d1-b5ec-e57093bd025e), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:45.353422 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066e68c-df78-4b47-828b-70cb8568d79e None None] Pushing event updated for resources: {'Port': ['ID=40a21ee3-5aca-4158-b2bd-29f9db67828c,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:45.362326 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9f8b3261-e298-430f-9cbc-26b5165f82b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (8fa09d72-3b83-41d1-b5ec-e57093bd025e), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:45.377820 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b5cb058f-2aee-4c04-bf89-d2539826aa99 admin admin] Publish callbacks [] for router_gateway (5b360baa-6d3b-484b-a543-9ab779c6e8f0), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:45.390022 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9066e68c-df78-4b47-828b-70cb8568d79e None None] Network fb020a03-acb5-40f1-9895-9f55371d5bee is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:18:45.418112 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b5cb058f-2aee-4c04-bf89-d2539826aa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:45.457820 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3a709-8976-41ba-b136-9f3d6456d490 None None] Pushing event updated for resources: {'Port': ['ID=8fa09d72-3b83-41d1-b5ec-e57093bd025e,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:45.472403 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-9066e68c-df78-4b47-828b-70cb8568d79e None None] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:45.476378 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9066e68c-df78-4b47-828b-70cb8568d79e None None] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:18:45.537998 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24f115-18bd-4571-9c5a-307b39824574 req-8dacaffd-fa2d-456e-93af-58b456879d34 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:45.545333 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5b24f115-18bd-4571-9c5a-307b39824574 req-8dacaffd-fa2d-456e-93af-58b456879d34 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.1089129 May 04 08:18:45.610377 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5b24f115-18bd-4571-9c5a-307b39824574 req-c005f521-5a52-4a07-9866-0b885e3939b7 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641582 May 04 08:18:45.622492 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-9f8b3261-e298-430f-9cbc-26b5165f82b7 None None] Attempting to bind port 8fa09d72-3b83-41d1-b5ec-e57093bd025e on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:18:45.622944 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-9f8b3261-e298-430f-9cbc-26b5165f82b7 None None] Attempting to bind port 8fa09d72-3b83-41d1-b5ec-e57093bd025e by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': 'b9bf2483-8ebb-4e01-a5c9-8763072d56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:18:45.623317 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8b3261-e298-430f-9cbc-26b5165f82b7 None None] Attempting to bind port 8fa09d72-3b83-41d1-b5ec-e57093bd025e on network 5cd04653-c1ab-4203-b77b-725a22d212fb {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:18:45.640292 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8b3261-e298-430f-9cbc-26b5165f82b7 None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:18:45.640707 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8b3261-e298-430f-9cbc-26b5165f82b7 None None] Checking segment: {'id': 'b9bf2483-8ebb-4e01-a5c9-8763072d56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:18:45.641149 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9f8b3261-e298-430f-9cbc-26b5165f82b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:45.641562 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8b3261-e298-430f-9cbc-26b5165f82b7 None None] Bound using segment: {'id': 'b9bf2483-8ebb-4e01-a5c9-8763072d56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:18:45.642046 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-9f8b3261-e298-430f-9cbc-26b5165f82b7 None None] Bound port: 8fa09d72-3b83-41d1-b5ec-e57093bd025e, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bf2483-8ebb-4e01-a5c9-8763072d56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:18:45.642430 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9f8b3261-e298-430f-9cbc-26b5165f82b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (8fa09d72-3b83-41d1-b5ec-e57093bd025e), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:45.651748 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-b5cb058f-2aee-4c04-bf89-d2539826aa99 admin admin] Allocated IP 172.27.3.128 (0ebd93d7-2ac3-420c-94d7-d3952e6d85cb/89057fef-1c75-4f30-81a6-882a67ba2a0a/752c8820-f70a-4ac6-965d-d90ac8cbb017) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:18:45.654001 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-9066e68c-df78-4b47-828b-70cb8568d79e None None] Attempting to bind port 40a21ee3-5aca-4158-b2bd-29f9db67828c on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:18:45.654379 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-9066e68c-df78-4b47-828b-70cb8568d79e None None] Attempting to bind port 40a21ee3-5aca-4158-b2bd-29f9db67828c by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': 'f6d317e1-c130-4b5f-8968-048487714143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'fb020a03-acb5-40f1-9895-9f55371d5bee'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:18:45.654742 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9066e68c-df78-4b47-828b-70cb8568d79e None None] Attempting to bind port 40a21ee3-5aca-4158-b2bd-29f9db67828c on network fb020a03-acb5-40f1-9895-9f55371d5bee {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:18:45.667503 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9066e68c-df78-4b47-828b-70cb8568d79e None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:18:45.668532 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9066e68c-df78-4b47-828b-70cb8568d79e None None] Checking segment: {'id': 'f6d317e1-c130-4b5f-8968-048487714143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'fb020a03-acb5-40f1-9895-9f55371d5bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:18:45.669071 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9066e68c-df78-4b47-828b-70cb8568d79e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:45.669990 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9066e68c-df78-4b47-828b-70cb8568d79e None None] Bound using segment: {'id': 'f6d317e1-c130-4b5f-8968-048487714143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'fb020a03-acb5-40f1-9895-9f55371d5bee'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:18:45.670523 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-9066e68c-df78-4b47-828b-70cb8568d79e None None] Bound port: 40a21ee3-5aca-4158-b2bd-29f9db67828c, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d317e1-c130-4b5f-8968-048487714143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'fb020a03-acb5-40f1-9895-9f55371d5bee'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:18:45.671466 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9066e68c-df78-4b47-828b-70cb8568d79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (40a21ee3-5aca-4158-b2bd-29f9db67828c), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:45.773292 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e35b59-53e2-4793-8316-aa0cf436064d req-a81f1b59-d049-424b-9c87-23d6447a259b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:45.778262 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-43e35b59-53e2-4793-8316-aa0cf436064d req-a81f1b59-d049-424b-9c87-23d6447a259b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 944 time: 0.0879388 May 04 08:18:45.799075 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a54b6ed6-f0f3-47b6-8750-3403cc0663e1 None None] Provisioning complete for port 8fa09d72-3b83-41d1-b5ec-e57093bd025e triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:45.799620 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a54b6ed6-f0f3-47b6-8750-3403cc0663e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (8fa09d72-3b83-41d1-b5ec-e57093bd025e), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:45.842538 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b5cb058f-2aee-4c04-bf89-d2539826aa99 admin admin] Publish callbacks [] for port (752c8820-f70a-4ac6-965d-d90ac8cbb017), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:45.856634 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-43e35b59-53e2-4793-8316-aa0cf436064d req-12d39bc7-aee8-45b1-8f76-446fa46bf1db tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716186 May 04 08:18:45.860660 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a54b6ed6-f0f3-47b6-8750-3403cc0663e1 None None] Port 8fa09d72-3b83-41d1-b5ec-e57093bd025e cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:18:45.862668 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-9f8b3261-e298-430f-9cbc-26b5165f82b7 None None] For port 8fa09d72-3b83-41d1-b5ec-e57093bd025e, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:18:45.885249 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-9066e68c-df78-4b47-828b-70cb8568d79e None None] For port 40a21ee3-5aca-4158-b2bd-29f9db67828c, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:18:45.892306 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-9f8b3261-e298-430f-9cbc-26b5165f82b7 None None] For port 8fa09d72-3b83-41d1-b5ec-e57093bd025e, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=8fa09d72-3b83-41d1-b5ec-e57093bd025e,segment=NetworkSegment(b9bf2483-8ebb-4e01-a5c9-8763072d56f3),segment_id=b9bf2483-8ebb-4e01-a5c9-8763072d56f3)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:18:45.902763 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-9066e68c-df78-4b47-828b-70cb8568d79e None None] For port 40a21ee3-5aca-4158-b2bd-29f9db67828c, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=40a21ee3-5aca-4158-b2bd-29f9db67828c,segment=NetworkSegment(f6d317e1-c130-4b5f-8968-048487714143),segment_id=f6d317e1-c130-4b5f-8968-048487714143)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:18:45.906357 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9f8b3261-e298-430f-9cbc-26b5165f82b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (8fa09d72-3b83-41d1-b5ec-e57093bd025e), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:45.909885 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b5cb058f-2aee-4c04-bf89-d2539826aa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (752c8820-f70a-4ac6-965d-d90ac8cbb017), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:45.939831 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9066e68c-df78-4b47-828b-70cb8568d79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (40a21ee3-5aca-4158-b2bd-29f9db67828c), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:45.953146 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cb058f-2aee-4c04-bf89-d2539826aa99 admin admin] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:18:45.956531 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-b5cb058f-2aee-4c04-bf89-d2539826aa99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:45.960837 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cb058f-2aee-4c04-bf89-d2539826aa99 admin admin] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:18:46.024691 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8b3261-e298-430f-9cbc-26b5165f82b7 None None] Routers {'cf500a9e-44c3-4d16-a90b-39f61337bc9f'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:18:46.026118 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9f8b3261-e298-430f-9cbc-26b5165f82b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:18:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['cf500a9e-44c3-4d16-a90b-39f61337bc9f'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:46.044248 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-642d43b3-d432-4085-9385-4b35549cf76f req-a608ccc0-6d81-488c-a6d5-4e17ce0c1722 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd HTTP/1.1" status: 200 len: 210 time: 0.0909567 May 04 08:18:46.152904 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device a91f9795-fed6-43b7-978b-0fbe59695dec details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:18:46.162379 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3a709-8976-41ba-b136-9f3d6456d490 None None] Pushing event updated for resources: {'Port': ['ID=8fa09d72-3b83-41d1-b5ec-e57093bd025e,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:46.391672 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb058f-2aee-4c04-bf89-d2539826aa99 admin admin] Pushing event updated for resources: {'Port': ['ID=752c8820-f70a-4ac6-965d-d90ac8cbb017,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:46.496128 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd86ac-2080-4271-bed3-44170838eb50 req-e7b35057-d833-451e-8038-b8960ffdc210 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:46.499985 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-43fd86ac-2080-4271-bed3-44170838eb50 req-e7b35057-d833-451e-8038-b8960ffdc210 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/ports?device_id=ede477a6-a7d7-4589-b0f6-e07041b651fd HTTP/1.1" status: 200 len: 949 time: 0.1726067 May 04 08:18:46.591231 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-37d982a9-0c54-4bc4-b719-44a777a60d90 None None] Provisioning complete for port 8fa09d72-3b83-41d1-b5ec-e57093bd025e triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:46.591533 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-37d982a9-0c54-4bc4-b719-44a777a60d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (8fa09d72-3b83-41d1-b5ec-e57093bd025e), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:46.595689 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066e68c-df78-4b47-828b-70cb8568d79e None None] Pushing event updated for resources: {'Port': ['ID=40a21ee3-5aca-4158-b2bd-29f9db67828c,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:46.615254 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-43fd86ac-2080-4271-bed3-44170838eb50 req-74e540de-ce3d-480f-a78f-c099128469c2 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/security-groups?id=58dcdbd3-879d-4833-a70c-eec9038cf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021345 May 04 08:18:46.710379 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b5cb058f-2aee-4c04-bf89-d2539826aa99 admin admin] Publish callbacks [] for router_gateway (5b360baa-6d3b-484b-a543-9ab779c6e8f0), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:46.752023 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11511c-e96c-4dab-b69f-582574f89065 req-fc5ed833-bf17-446b-8867-bdd1dea56e2b tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:46.759948 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dc11511c-e96c-4dab-b69f-582574f89065 req-fc5ed833-bf17-446b-8867-bdd1dea56e2b tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.0637257 May 04 08:18:46.791430 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-9f8b3261-e298-430f-9cbc-26b5165f82b7 None None] Set router cf500a9e-44c3-4d16-a90b-39f61337bc9f gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:18:46.819141 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dc11511c-e96c-4dab-b69f-582574f89065 req-6eb94fdc-6803-4696-b141-083295246a6b tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545552 May 04 08:18:46.849426 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788cb62-6040-4a67-ade2-c18f758d116c req-669ef4c7-4795-433b-beeb-01983d7d49fa tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:46.851063 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2788cb62-6040-4a67-ade2-c18f758d116c req-669ef4c7-4795-433b-beeb-01983d7d49fa tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.13 "GET /v2.0/ports?device_id=ede477a6-a7d7-4589-b0f6-e07041b651fd HTTP/1.1" status: 200 len: 949 time: 0.3191288 May 04 08:18:46.876669 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port a91f9795-fed6-43b7-978b-0fbe59695dec, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a91f9795-fed6-43b7-978b-0fbe59695dec,segment=NetworkSegment(0500f4c1-03b2-4993-93c3-de7a098f8506),segment_id=0500f4c1-03b2-4993-93c3-de7a098f8506)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:46.965665 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-37d982a9-0c54-4bc4-b719-44a777a60d90 None None] Current status of the port 8fa09d72-3b83-41d1-b5ec-e57093bd025e is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:46.966562 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-37d982a9-0c54-4bc4-b719-44a777a60d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (8fa09d72-3b83-41d1-b5ec-e57093bd025e), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:46.972445 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Returning: {'device': 'a91f9795-fed6-43b7-978b-0fbe59695dec', 'network_id': '459895ff-73ee-42db-9914-e045a10994f6', 'port_id': 'a91f9795-fed6-43b7-978b-0fbe59695dec', 'mac_address': 'fa:16:3e:86:d2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:18:47.073004 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-2788cb62-6040-4a67-ade2-c18f758d116c req-f7bd9810-6470-47c3-8cb3-09d482acef3c tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Deleting port 78ba3337-d8d1-4284-affb-95c097b3ac86 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:18:47.073352 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-2788cb62-6040-4a67-ade2-c18f758d116c req-f7bd9810-6470-47c3-8cb3-09d482acef3c tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (78ba3337-d8d1-4284-affb-95c097b3ac86), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:47.075247 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7008921-43f4-41fa-80ee-8074c540a088 req-56d06d50-4446-4367-b7f8-962f3d11d474 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:47.086050 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e7008921-43f4-41fa-80ee-8074c540a088 req-56d06d50-4446-4367-b7f8-962f3d11d474 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 944 time: 0.1163247 May 04 08:18:47.193522 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-37d982a9-0c54-4bc4-b719-44a777a60d90 None None] For port 8fa09d72-3b83-41d1-b5ec-e57093bd025e, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=8fa09d72-3b83-41d1-b5ec-e57093bd025e,segment=NetworkSegment(b9bf2483-8ebb-4e01-a5c9-8763072d56f3),segment_id=b9bf2483-8ebb-4e01-a5c9-8763072d56f3)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:47.203108 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port a91f9795-fed6-43b7-978b-0fbe59695dec is: DOWN; New status is: BUILD {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:47.204416 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (a91f9795-fed6-43b7-978b-0fbe59695dec), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:47.210454 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-37d982a9-0c54-4bc4-b719-44a777a60d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (8fa09d72-3b83-41d1-b5ec-e57093bd025e), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:47.297244 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e7008921-43f4-41fa-80ee-8074c540a088 req-09e9dd4b-aa17-4916-9527-0bf6cb2c9186 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092743 May 04 08:18:47.307584 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-32eea902-687c-4d3f-afa5-b36bc62102fd req-62b64226-b03d-4f1f-bf30-e0be9ab60514 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd HTTP/1.1" status: 200 len: 210 time: 0.0809562 May 04 08:18:47.313731 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-2788cb62-6040-4a67-ade2-c18f758d116c req-f7bd9810-6470-47c3-8cb3-09d482acef3c tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] For port 78ba3337-d8d1-4284-affb-95c097b3ac86, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=78ba3337-d8d1-4284-affb-95c097b3ac86,segment=NetworkSegment(72f8f1a7-ada6-47c8-9161-c98fd27b6233),segment_id=72f8f1a7-ada6-47c8-9161-c98fd27b6233)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:47.319362 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-2788cb62-6040-4a67-ade2-c18f758d116c req-f7bd9810-6470-47c3-8cb3-09d482acef3c tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (78ba3337-d8d1-4284-affb-95c097b3ac86), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:47.321846 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a91f9795-fed6-43b7-978b-0fbe59695dec {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:18:47.338576 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-2788cb62-6040-4a67-ade2-c18f758d116c req-f7bd9810-6470-47c3-8cb3-09d482acef3c tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Calling delete_port for 78ba3337-d8d1-4284-affb-95c097b3ac86 owned by compute:nova {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:18:47.412333 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port a91f9795-fed6-43b7-978b-0fbe59695dec, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a91f9795-fed6-43b7-978b-0fbe59695dec,segment=NetworkSegment(0500f4c1-03b2-4993-93c3-de7a098f8506),segment_id=0500f4c1-03b2-4993-93c3-de7a098f8506)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:47.427166 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d982a9-0c54-4bc4-b719-44a777a60d90 None None] Pushing event updated for resources: {'Port': ['ID=8fa09d72-3b83-41d1-b5ec-e57093bd025e,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:47.453550 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (a91f9795-fed6-43b7-978b-0fbe59695dec), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:47.495615 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9f8b3261-e298-430f-9cbc-26b5165f82b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'name': 'tempest-TestMinimumBasicScenario-182484481-router', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '177c6f1a-da34-4c99-9a56-82546247e453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:18:34Z', 'updated_at': '2022-05-04T08:18:40Z', 'revision_number': 4, 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'gw_port': {'id': '177c6f1a-da34-4c99-9a56-82546247e453', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:35Z', 'updated_at': '2022-05-04T08:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '8fa09d72-3b83-41d1-b5ec-e57093bd025e', 'name': '', 'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'mac_address': 'fa:16:3e:76:7e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0bf2931f-f25d-4820-bfd4-3238c9fe26d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:39Z', 'updated_at': '2022-05-04T08:18:45Z', 'revision_number': 4, 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'subnets': [{'id': '0bf2931f-f25d-4820-bfd4-3238c9fe26d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:47.541375 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8b3261-e298-430f-9cbc-26b5165f82b7 None None] The sync data for ids ['cf500a9e-44c3-4d16-a90b-39f61337bc9f'] in dv-cinder-840289-4-iscsi is: [{'id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'name': 'tempest-TestMinimumBasicScenario-182484481-router', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '177c6f1a-da34-4c99-9a56-82546247e453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:18:34Z', 'updated_at': '2022-05-04T08:18:40Z', 'revision_number': 4, 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'gw_port': {'id': '177c6f1a-da34-4c99-9a56-82546247e453', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:35Z', 'updated_at': '2022-05-04T08:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '8fa09d72-3b83-41d1-b5ec-e57093bd025e', 'name': '', 'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'mac_address': 'fa:16:3e:76:7e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0bf2931f-f25d-4820-bfd4-3238c9fe26d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:39Z', 'updated_at': '2022-05-04T08:18:45Z', 'revision_number': 4, 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'subnets': [{'id': '0bf2931f-f25d-4820-bfd4-3238c9fe26d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:18:47.581634 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=a91f9795-fed6-43b7-978b-0fbe59695dec,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:47.773619 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ced12e2-eb07-4723-9ebb-52a50048b799 None None] Network fb020a03-acb5-40f1-9895-9f55371d5bee requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:18:47.781204 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371b509-5466-43f3-820b-31aea25dcef6 req-085aaa2b-4ec7-462a-bc34-d3346ca58e7d tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:47.791406 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f371b509-5466-43f3-820b-31aea25dcef6 req-085aaa2b-4ec7-462a-bc34-d3346ca58e7d tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/ports?device_id=ede477a6-a7d7-4589-b0f6-e07041b651fd HTTP/1.1" status: 200 len: 949 time: 0.0933692 May 04 08:18:47.879876 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f371b509-5466-43f3-820b-31aea25dcef6 req-7f8de52f-b691-48e0-a4fe-667bd14d7f2c tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/security-groups?id=58dcdbd3-879d-4833-a70c-eec9038cf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872033 May 04 08:18:47.903752 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-070233fd-22b1-4e4c-8112-f1eda434f643 None None] Provisioning complete for port 40a21ee3-5aca-4158-b2bd-29f9db67828c triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:47.904416 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-070233fd-22b1-4e4c-8112-f1eda434f643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (40a21ee3-5aca-4158-b2bd-29f9db67828c), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:47.955654 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b5cb058f-2aee-4c04-bf89-d2539826aa99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-724172'] for router (5b360baa-6d3b-484b-a543-9ab779c6e8f0), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:47.977631 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfdc80-a9b0-463b-ae4e-e52f1353521e req-dd98551b-653b-4fd6-9572-0b719aa42dc0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:47.984922 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0bdfdc80-a9b0-463b-ae4e-e52f1353521e req-dd98551b-653b-4fd6-9572-0b719aa42dc0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.0754387 May 04 08:18:48.086421 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0bdfdc80-a9b0-463b-ae4e-e52f1353521e req-c73b6588-d41f-45d2-b116-2ca030faffd6 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006310 May 04 08:18:48.095157 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['a91f9795-fed6-43b7-978b-0fbe59695dec'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:18:48.133930 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 78ba3337-d8d1-4284-affb-95c097b3ac86 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:18:48.214349 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-070233fd-22b1-4e4c-8112-f1eda434f643 None None] Current status of the port 40a21ee3-5aca-4158-b2bd-29f9db67828c is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:48.214733 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-070233fd-22b1-4e4c-8112-f1eda434f643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (40a21ee3-5aca-4158-b2bd-29f9db67828c), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:48.218977 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-959bdc3e-ac14-4c66-b694-93d516e69bc9 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:48.220593 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-959bdc3e-ac14-4c66-b694-93d516e69bc9 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.13 "GET /v2.0/networks?id=e2275bde-63c0-443b-bf71-d866f4d5c8f1 HTTP/1.1" status: 200 len: 814 time: 0.9914284 May 04 08:18:48.240072 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 8fa09d72-3b83-41d1-b5ec-e57093bd025e up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:48.249831 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-2788cb62-6040-4a67-ade2-c18f758d116c req-f7bd9810-6470-47c3-8cb3-09d482acef3c tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (78ba3337-d8d1-4284-affb-95c097b3ac86), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:48.287693 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd9810-6470-47c3-8cb3-09d482acef3c tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Pushing event deleted for resources: {'Port': ['ID=78ba3337-d8d1-4284-affb-95c097b3ac86,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:48.310847 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 8fa09d72-3b83-41d1-b5ec-e57093bd025e triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:48.311241 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (8fa09d72-3b83-41d1-b5ec-e57093bd025e), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:48.318701 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] No active binding found for port 78ba3337-d8d1-4284-affb-95c097b3ac86 {{(pid=103565) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 04 08:18:48.319025 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] The host hv-cinder-84028 is not matching for port 78ba3337-d8d1-4284-affb-95c097b3ac86 host None! {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 04 08:18:48.319424 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 78ba3337-d8d1-4284-affb-95c097b3ac86 not bound to the agent host hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:18:48.383600 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-5546a919-eaa4-467e-b24a-3b201d68c06a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49d87bce57a4470d85b4df9b85eb9602 HTTP/1.1" status: 200 len: 473 time: 0.1403170 May 04 08:18:48.408622 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-cd0f7a32-6f34-4b65-8e4f-cdd092d69ca0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Request body: {'port': {'device_id': '4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'admin_state_up': True, 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'security_groups': ['6be3a020-bf30-4a03-959c-c896c5c3b7da']}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:48.418722 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-070233fd-22b1-4e4c-8112-f1eda434f643 None None] For port 40a21ee3-5aca-4158-b2bd-29f9db67828c, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=40a21ee3-5aca-4158-b2bd-29f9db67828c,segment=NetworkSegment(f6d317e1-c130-4b5f-8968-048487714143),segment_id=f6d317e1-c130-4b5f-8968-048487714143)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:48.436044 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-070233fd-22b1-4e4c-8112-f1eda434f643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (40a21ee3-5aca-4158-b2bd-29f9db67828c), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:48.478452 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-2788cb62-6040-4a67-ade2-c18f758d116c req-f7bd9810-6470-47c3-8cb3-09d482acef3c tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] No DVR routers for this DVR port 78ba3337-d8d1-4284-affb-95c097b3ac86 on host hv-cinder-84028 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:18:48.484024 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-2788cb62-6040-4a67-ade2-c18f758d116c req-f7bd9810-6470-47c3-8cb3-09d482acef3c tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:48.497744 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2788cb62-6040-4a67-ade2-c18f758d116c req-f7bd9810-6470-47c3-8cb3-09d482acef3c tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.13 "DELETE /v2.0/ports/78ba3337-d8d1-4284-affb-95c097b3ac86 HTTP/1.1" status: 204 len: 173 time: 1.5471556 May 04 08:18:48.499160 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede477a6-a7d7-4589-b0f6-e07041b651fd', 'name': 'network-vif-deleted', 'tag': '78ba3337-d8d1-4284-affb-95c097b3ac86'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:18:48.501519 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd5e085-9b60-403a-bb97-899aac6a9ffc" -d '{"events": [{"server_uuid": "ede477a6-a7d7-4589-b0f6-e07041b651fd", "name": "network-vif-deleted", "tag": "78ba3337-d8d1-4284-affb-95c097b3ac86"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:18:48.505549 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070233fd-22b1-4e4c-8112-f1eda434f643 None None] Pushing event updated for resources: {'Port': ['ID=40a21ee3-5aca-4158-b2bd-29f9db67828c,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:48.581688 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cb058f-2aee-4c04-bf89-d2539826aa99 admin admin] Router 5b360baa-6d3b-484b-a543-9ab779c6e8f0 is scheduled to L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 with binding_index 1 {{(pid=103564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 08:18:48.590553 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0864359f-ca7e-4fcf-ad3f-057867b09c44 req-7264e352-2833-4178-90dc-663ce7e23b45 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd HTTP/1.1" status: 200 len: 210 time: 0.1285670 May 04 08:18:48.619227 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ce601-f34c-40a6-870d-7c49bcb15827 req-5c6d261d-a8f7-42cf-aa8d-6bfc373fa71d tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:48.626350 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-2076de3e-2774-471f-b17f-7839e29c53b0 None None] Provisioning complete for port 40a21ee3-5aca-4158-b2bd-29f9db67828c triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:48.626710 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2076de3e-2774-471f-b17f-7839e29c53b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (40a21ee3-5aca-4158-b2bd-29f9db67828c), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:48.631524 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-455ce601-f34c-40a6-870d-7c49bcb15827 req-5c6d261d-a8f7-42cf-aa8d-6bfc373fa71d tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 945 time: 0.1856542 May 04 08:18:48.691273 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 8fa09d72-3b83-41d1-b5ec-e57093bd025e is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:48.696670 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 40a21ee3-5aca-4158-b2bd-29f9db67828c up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:48.754344 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c615b30-cb64-4b1a-a35d-75b87833e3bb x-openstack-request-id: req-3c615b30-cb64-4b1a-a35d-75b87833e3bb {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:18:48.754711 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede477a6-a7d7-4589-b0f6-e07041b651fd", "name": "network-vif-deleted", "tag": "78ba3337-d8d1-4284-affb-95c097b3ac86", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:18:48.754899 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3c615b30-cb64-4b1a-a35d-75b87833e3bb {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:18:48.755301 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c615b30-cb64-4b1a-a35d-75b87833e3bb'] response: {'server_uuid': 'ede477a6-a7d7-4589-b0f6-e07041b651fd', 'name': 'network-vif-deleted', 'tag': '78ba3337-d8d1-4284-affb-95c097b3ac86', 'status': 'completed', 'code': 200} May 04 08:18:48.756911 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cb058f-2aee-4c04-bf89-d2539826aa99 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:18:48.769606 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6a27d3-0953-455e-b829-318e95036206 None None] Sync routers for ids ['5b360baa-6d3b-484b-a543-9ab779c6e8f0'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:18:48.772177 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-455ce601-f34c-40a6-870d-7c49bcb15827 req-47fb61f2-9994-4aa2-9dbb-100858c89ee0 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249363 May 04 08:18:48.786152 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6a27d3-0953-455e-b829-318e95036206 None None] Routers {'5b360baa-6d3b-484b-a543-9ab779c6e8f0'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:18:48.787897 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-be6a27d3-0953-455e-b829-318e95036206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:18:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['5b360baa-6d3b-484b-a543-9ab779c6e8f0'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:48.806783 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b5cb058f-2aee-4c04-bf89-d2539826aa99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:48.811006 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 34948) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:48.811555 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-b5cb058f-2aee-4c04-bf89-d2539826aa99 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1590533 May 04 08:18:48.814467 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-2076de3e-2774-471f-b17f-7839e29c53b0 None None] Current status of the port 40a21ee3-5aca-4158-b2bd-29f9db67828c is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:48.825475 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 40a21ee3-5aca-4158-b2bd-29f9db67828c triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:48.825866 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (40a21ee3-5aca-4158-b2bd-29f9db67828c), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:48.828727 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-cd0f7a32-6f34-4b65-8e4f-cdd092d69ca0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Made reservation on behalf of 49d87bce57a4470d85b4df9b85eb9602 for: {'port': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:18:48.832209 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-cd0f7a32-6f34-4b65-8e4f-cdd092d69ca0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:48.961855 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-be6a27d3-0953-455e-b829-318e95036206 None None] Set router 5b360baa-6d3b-484b-a543-9ab779c6e8f0 gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:18:48.968520 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 40a21ee3-5aca-4158-b2bd-29f9db67828c is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:49.148482 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d7efc4ae-cf41-4be9-ba7b-4cfcc5ea7a41 req-301c370f-2171-4593-9231-918dd4173588 tempest-VolumesNegativeTest-1853593807 tempest-VolumesNegativeTest-1853593807-project] 10.222.0.59 "GET /v2.0/ports?device_id=ede477a6-a7d7-4589-b0f6-e07041b651fd HTTP/1.1" status: 200 len: 210 time: 0.0802979 May 04 08:18:49.148587 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-cd0f7a32-6f34-4b65-8e4f-cdd092d69ca0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Allocated IP 172.20.0.14 (e2275bde-63c0-443b-bf71-d866f4d5c8f1/652635ed-4b18-46ee-9740-87f4e09ea616/5910a803-b1aa-4fbc-a6ea-8496258e2426) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:18:49.306755 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-be6a27d3-0953-455e-b829-318e95036206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b360baa-6d3b-484b-a543-9ab779c6e8f0', 'name': 'tempest-TestMinimumBasicScenario-1335382513-router', 'tenant_id': 'b22a9c819c2f4500922f7a5c27ac60f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '752c8820-f70a-4ac6-965d-d90ac8cbb017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:18:44Z', 'updated_at': '2022-05-04T08:18:46Z', 'revision_number': 3, 'project_id': 'b22a9c819c2f4500922f7a5c27ac60f4', 'gw_port': {'id': '752c8820-f70a-4ac6-965d-d90ac8cbb017', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b360baa-6d3b-484b-a543-9ab779c6e8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:45Z', 'updated_at': '2022-05-04T08:18:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:49.337202 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6a27d3-0953-455e-b829-318e95036206 None None] Checking router: 5b360baa-6d3b-484b-a543-9ab779c6e8f0 for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:18:49.338335 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6a27d3-0953-455e-b829-318e95036206 None None] Updating router 5b360baa-6d3b-484b-a543-9ab779c6e8f0 port 752c8820-f70a-4ac6-965d-d90ac8cbb017 binding host dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:18:49.369326 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-be6a27d3-0953-455e-b829-318e95036206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (752c8820-f70a-4ac6-965d-d90ac8cbb017), before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:49.380375 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8768b0-5aff-4380-8379-61ac60e887a5 req-59c05b0f-7d61-4845-b783-d82664e75c15 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:49.382183 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0e8768b0-5aff-4380-8379-61ac60e887a5 req-59c05b0f-7d61-4845-b783-d82664e75c15 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.1264248 May 04 08:18:49.394902 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-cd0f7a32-6f34-4b65-8e4f-cdd092d69ca0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for port (5910a803-b1aa-4fbc-a6ea-8496258e2426), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:49.465887 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-cd0f7a32-6f34-4b65-8e4f-cdd092d69ca0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (5910a803-b1aa-4fbc-a6ea-8496258e2426), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:49.521989 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0e8768b0-5aff-4380-8379-61ac60e887a5 req-6ce89630-9e12-4282-968f-bc5768f12caa tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187575 May 04 08:18:49.561029 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f7a32-6f34-4b65-8e4f-cdd092d69ca0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event updated for resources: {'Port': ['ID=5910a803-b1aa-4fbc-a6ea-8496258e2426,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:49.572299 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-cd0f7a32-6f34-4b65-8e4f-cdd092d69ca0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Network e2275bde-63c0-443b-bf71-d866f4d5c8f1 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:18:49.574559 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-cd0f7a32-6f34-4b65-8e4f-cdd092d69ca0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:49.614008 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-cd0f7a32-6f34-4b65-8e4f-cdd092d69ca0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:18:49.774112 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-cd0f7a32-6f34-4b65-8e4f-cdd092d69ca0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:49.775415 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-cd0f7a32-6f34-4b65-8e4f-cdd092d69ca0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:49.800542 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-cd0f7a32-6f34-4b65-8e4f-cdd092d69ca0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3957121 May 04 08:18:49.835642 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-6e25d4c2-06f4-4a7f-926a-f2c90ca327f9 service neutron] Request body: {'port': {'device_id': '4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:49.863377 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198794c-f3fe-49e2-9797-78219fea5c54 req-da256d3d-dfe5-4a43-bb76-837062e93da9 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:49.865829 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5198794c-f3fe-49e2-9797-78219fea5c54 req-da256d3d-dfe5-4a43-bb76-837062e93da9 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd HTTP/1.1" status: 200 len: 932 time: 0.1262956 May 04 08:18:49.883960 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-be6a27d3-0953-455e-b829-318e95036206 None None] Publish callbacks [] for port (752c8820-f70a-4ac6-965d-d90ac8cbb017), precommit_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:49.892908 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-be6a27d3-0953-455e-b829-318e95036206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (752c8820-f70a-4ac6-965d-d90ac8cbb017), after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:49.949888 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-be6a27d3-0953-455e-b829-318e95036206 None None] Attempting to bind port 752c8820-f70a-4ac6-965d-d90ac8cbb017 on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:18:49.950334 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-be6a27d3-0953-455e-b829-318e95036206 None None] Attempting to bind port 752c8820-f70a-4ac6-965d-d90ac8cbb017 by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:18:49.950986 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6a27d3-0953-455e-b829-318e95036206 None None] Attempting to bind port 752c8820-f70a-4ac6-965d-d90ac8cbb017 on network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:18:49.958065 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6a27d3-0953-455e-b829-318e95036206 None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:18:49.958631 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6a27d3-0953-455e-b829-318e95036206 None None] Checking segment: {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:18:49.959286 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-be6a27d3-0953-455e-b829-318e95036206 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:49.959639 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6a27d3-0953-455e-b829-318e95036206 None None] Bound using segment: {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:18:49.960166 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-be6a27d3-0953-455e-b829-318e95036206 None None] Bound port: 752c8820-f70a-4ac6-965d-d90ac8cbb017, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:18:49.960599 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-be6a27d3-0953-455e-b829-318e95036206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (752c8820-f70a-4ac6-965d-d90ac8cbb017), before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:49.968020 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e0d24316-3825-487f-af81-17e1025d4a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:50.000075 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8227fa-ffc3-4223-b817-bb122acece77 None None] Pushing event updated for resources: {'Port': ['ID=752c8820-f70a-4ac6-965d-d90ac8cbb017,revision_number=2']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:50.004643 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-6e25d4c2-06f4-4a7f-926a-f2c90ca327f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (5910a803-b1aa-4fbc-a6ea-8496258e2426), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:50.029040 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a440395-5a6d-4b2f-bce4-2dafa6fb72ac req-b7ecef11-8a51-4694-bf80-0c4265766229 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:50.039475 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2a440395-5a6d-4b2f-bce4-2dafa6fb72ac req-b7ecef11-8a51-4694-bf80-0c4265766229 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 945 time: 0.1333039 May 04 08:18:50.050839 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-012c7f4e-815f-4e54-b37a-a8e4743f6e92 None None] Provisioning complete for port 5910a803-b1aa-4fbc-a6ea-8496258e2426 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:50.051428 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-012c7f4e-815f-4e54-b37a-a8e4743f6e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (5910a803-b1aa-4fbc-a6ea-8496258e2426), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:50.079698 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5198794c-f3fe-49e2-9797-78219fea5c54 req-6aa095ef-f3af-413c-be41-cd3ea3776925 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=6be3a020-bf30-4a03-959c-c896c5c3b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909878 May 04 08:18:50.101328 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-be6a27d3-0953-455e-b829-318e95036206 None None] For port 752c8820-f70a-4ac6-965d-d90ac8cbb017, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:18:50.112893 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-be6a27d3-0953-455e-b829-318e95036206 None None] For port 752c8820-f70a-4ac6-965d-d90ac8cbb017, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=752c8820-f70a-4ac6-965d-d90ac8cbb017,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:18:50.114795 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device ece0d49a-030d-48d4-9e36-92066c88c022 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:18:50.117427 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device a91f9795-fed6-43b7-978b-0fbe59695dec up at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:50.122769 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-be6a27d3-0953-455e-b829-318e95036206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (752c8820-f70a-4ac6-965d-d90ac8cbb017), after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:50.202050 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 40a21ee3-5aca-4158-b2bd-29f9db67828c up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:50.205444 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-012c7f4e-815f-4e54-b37a-a8e4743f6e92 None None] Port 5910a803-b1aa-4fbc-a6ea-8496258e2426 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:18:50.277202 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2a440395-5a6d-4b2f-bce4-2dafa6fb72ac req-bece5793-966e-4c48-8910-93f044c9d134 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2368338 May 04 08:18:50.338710 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6a27d3-0953-455e-b829-318e95036206 None None] Routers {'5b360baa-6d3b-484b-a543-9ab779c6e8f0'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:18:50.343322 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-be6a27d3-0953-455e-b829-318e95036206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:18:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['5b360baa-6d3b-484b-a543-9ab779c6e8f0'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:50.391218 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8227fa-ffc3-4223-b817-bb122acece77 None None] Pushing event updated for resources: {'Port': ['ID=752c8820-f70a-4ac6-965d-d90ac8cbb017,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:50.523914 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-e0d24316-3825-487f-af81-17e1025d4a24 admin admin] Allocated IP 172.20.0.1 (fb020a03-acb5-40f1-9895-9f55371d5bee/69c382a8-898d-4c09-b93a-cb57cc8c6ad8/5ec62101-beb3-4b37-b899-a961a629f4e7) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:18:50.549090 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-be6a27d3-0953-455e-b829-318e95036206 None None] Set router 5b360baa-6d3b-484b-a543-9ab779c6e8f0 gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:18:50.580389 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port ece0d49a-030d-48d4-9e36-92066c88c022, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=ece0d49a-030d-48d4-9e36-92066c88c022,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:50.596370 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Returning: {'device': 'ece0d49a-030d-48d4-9e36-92066c88c022', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'port_id': 'ece0d49a-030d-48d4-9e36-92066c88c022', 'mac_address': 'fa:16:3e:75:b5:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:18:50.609770 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning for port a91f9795-fed6-43b7-978b-0fbe59695dec completed by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:18:50.665020 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning complete for port a91f9795-fed6-43b7-978b-0fbe59695dec triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:50.665389 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (a91f9795-fed6-43b7-978b-0fbe59695dec), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:50.742709 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-6e25d4c2-06f4-4a7f-926a-f2c90ca327f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5910a803-b1aa-4fbc-a6ea-8496258e2426 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:18:50.758662 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-6e25d4c2-06f4-4a7f-926a-f2c90ca327f9 service neutron] Publish callbacks [] for port (5910a803-b1aa-4fbc-a6ea-8496258e2426), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:50.776698 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port ece0d49a-030d-48d4-9e36-92066c88c022 is: ACTIVE; New status is: BUILD {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:50.777083 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (ece0d49a-030d-48d4-9e36-92066c88c022), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:50.785519 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 40a21ee3-5aca-4158-b2bd-29f9db67828c triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:50.786050 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (40a21ee3-5aca-4158-b2bd-29f9db67828c), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:50.787774 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-6e25d4c2-06f4-4a7f-926a-f2c90ca327f9 service neutron] Transition to ACTIVE for port object 5910a803-b1aa-4fbc-a6ea-8496258e2426 will not be triggered until provisioned by entity L2. {{(pid=103564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:18:50.806734 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-6e25d4c2-06f4-4a7f-926a-f2c90ca327f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (5910a803-b1aa-4fbc-a6ea-8496258e2426), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:50.893789 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbcbf0-7a9d-483c-9548-9299f07b6db2 req-0db08cdd-03c9-494f-8c34-348a7f8cb489 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:50.911483 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dafbcbf0-7a9d-483c-9548-9299f07b6db2 req-0db08cdd-03c9-494f-8c34-348a7f8cb489 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.2076268 May 04 08:18:50.923992 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ece0d49a-030d-48d4-9e36-92066c88c022 {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:18:50.925546 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25d4c2-06f4-4a7f-926a-f2c90ca327f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5910a803-b1aa-4fbc-a6ea-8496258e2426,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:51.035980 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-be6a27d3-0953-455e-b829-318e95036206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b360baa-6d3b-484b-a543-9ab779c6e8f0', 'name': 'tempest-TestMinimumBasicScenario-1335382513-router', 'tenant_id': 'b22a9c819c2f4500922f7a5c27ac60f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '752c8820-f70a-4ac6-965d-d90ac8cbb017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:18:44Z', 'updated_at': '2022-05-04T08:18:46Z', 'revision_number': 3, 'project_id': 'b22a9c819c2f4500922f7a5c27ac60f4', 'gw_port': {'id': '752c8820-f70a-4ac6-965d-d90ac8cbb017', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b360baa-6d3b-484b-a543-9ab779c6e8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:45Z', 'updated_at': '2022-05-04T08:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:51.042121 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e0d24316-3825-487f-af81-17e1025d4a24 admin admin] Publish callbacks [] for port (5ec62101-beb3-4b37-b899-a961a629f4e7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:51.049378 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port ece0d49a-030d-48d4-9e36-92066c88c022, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=ece0d49a-030d-48d4-9e36-92066c88c022,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:51.081727 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (ece0d49a-030d-48d4-9e36-92066c88c022), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:51.101548 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dafbcbf0-7a9d-483c-9548-9299f07b6db2 req-fb178533-bd51-4dae-99d1-7e51ebaf6579 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890938 May 04 08:18:51.158993 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e0d24316-3825-487f-af81-17e1025d4a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (5ec62101-beb3-4b37-b899-a961a629f4e7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:51.170477 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6a27d3-0953-455e-b829-318e95036206 None None] The sync data for ids ['5b360baa-6d3b-484b-a543-9ab779c6e8f0'] in dv-cinder-840289-4-iscsi is: [{'id': '5b360baa-6d3b-484b-a543-9ab779c6e8f0', 'name': 'tempest-TestMinimumBasicScenario-1335382513-router', 'tenant_id': 'b22a9c819c2f4500922f7a5c27ac60f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '752c8820-f70a-4ac6-965d-d90ac8cbb017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:18:44Z', 'updated_at': '2022-05-04T08:18:46Z', 'revision_number': 3, 'project_id': 'b22a9c819c2f4500922f7a5c27ac60f4', 'gw_port': {'id': '752c8820-f70a-4ac6-965d-d90ac8cbb017', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b360baa-6d3b-484b-a543-9ab779c6e8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:45Z', 'updated_at': '2022-05-04T08:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:18:51.186063 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 40a21ee3-5aca-4158-b2bd-29f9db67828c is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:51.244013 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d24316-3825-487f-af81-17e1025d4a24 admin admin] Network fb020a03-acb5-40f1-9895-9f55371d5bee is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:18:51.247032 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-e0d24316-3825-487f-af81-17e1025d4a24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:51.259194 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port a91f9795-fed6-43b7-978b-0fbe59695dec is: BUILD; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:51.261627 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-6e25d4c2-06f4-4a7f-926a-f2c90ca327f9 service neutron] Attempting to bind port 5910a803-b1aa-4fbc-a6ea-8496258e2426 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:18:51.261967 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-6e25d4c2-06f4-4a7f-926a-f2c90ca327f9 service neutron] Attempting to bind port 5910a803-b1aa-4fbc-a6ea-8496258e2426 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '379d6a15-5185-48de-b859-cd8ac013b448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:18:51.262297 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-6e25d4c2-06f4-4a7f-926a-f2c90ca327f9 service neutron] Attempting to bind port 5910a803-b1aa-4fbc-a6ea-8496258e2426 on network e2275bde-63c0-443b-bf71-d866f4d5c8f1 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:18:51.265162 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d24316-3825-487f-af81-17e1025d4a24 admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:18:51.270295 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (a91f9795-fed6-43b7-978b-0fbe59695dec), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:51.278656 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-6e25d4c2-06f4-4a7f-926a-f2c90ca327f9 service neutron] Port 5910a803-b1aa-4fbc-a6ea-8496258e2426 on network e2275bde-63c0-443b-bf71-d866f4d5c8f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:18:51.279290 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-6e25d4c2-06f4-4a7f-926a-f2c90ca327f9 service neutron] Attempting to bind port 5910a803-b1aa-4fbc-a6ea-8496258e2426 on network e2275bde-63c0-443b-bf71-d866f4d5c8f1 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:18:51.288714 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-6e25d4c2-06f4-4a7f-926a-f2c90ca327f9 service neutron] Checking agent: {'id': '012f2be7-5ddd-4d39-8539-3fef46040309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'started_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:18:51.290287 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-6e25d4c2-06f4-4a7f-926a-f2c90ca327f9 service neutron] Checking segment: {'id': '379d6a15-5185-48de-b859-cd8ac013b448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:18:51.292306 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-6e25d4c2-06f4-4a7f-926a-f2c90ca327f9 service neutron] Bound using segment: {'id': '379d6a15-5185-48de-b859-cd8ac013b448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:18:51.293093 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-6e25d4c2-06f4-4a7f-926a-f2c90ca327f9 service neutron] Bound port: 5910a803-b1aa-4fbc-a6ea-8496258e2426, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '379d6a15-5185-48de-b859-cd8ac013b448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:18:51.293633 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-6e25d4c2-06f4-4a7f-926a-f2c90ca327f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (5910a803-b1aa-4fbc-a6ea-8496258e2426), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:51.382307 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['ece0d49a-030d-48d4-9e36-92066c88c022'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:18:51.415786 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d24316-3825-487f-af81-17e1025d4a24 admin admin] Pushing event updated for resources: {'Port': ['ID=5ec62101-beb3-4b37-b899-a961a629f4e7,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:51.450158 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 35120) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:51.505165 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-6e25d4c2-06f4-4a7f-926a-f2c90ca327f9 service neutron] For port 5910a803-b1aa-4fbc-a6ea-8496258e2426, host hv-cinder-84028, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:18:51.507341 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=ece0d49a-030d-48d4-9e36-92066c88c022,revision_number=6']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:51.510923 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25118d6b-843b-4c5b-a372-892169bb8727 req-e1098a00-038c-4edd-be53-65a46246039f tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:51.512788 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-25118d6b-843b-4c5b-a372-892169bb8727 req-e1098a00-038c-4edd-be53-65a46246039f tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd HTTP/1.1" status: 200 len: 944 time: 0.2306502 May 04 08:18:51.533350 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1826c23-2f28-42cd-be1b-86234716cced req-7e87fde0-6713-430e-9b59-1406a2bfc537 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:51.540869 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c1826c23-2f28-42cd-be1b-86234716cced req-7e87fde0-6713-430e-9b59-1406a2bfc537 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 945 time: 0.1147065 May 04 08:18:51.543314 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c7eb5d-2965-4659-bdbe-468d358b8f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91f9795-fed6-43b7-978b-0fbe59695dec'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:18:51.545825 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bc8055-7d5f-4973-839e-66823a574d7a" -d '{"events": [{"server_uuid": "c0c7eb5d-2965-4659-bdbe-468d358b8f57", "name": "network-vif-plugged", "status": "completed", "tag": "a91f9795-fed6-43b7-978b-0fbe59695dec"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:18:51.567904 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-6e25d4c2-06f4-4a7f-926a-f2c90ca327f9 service neutron] For port 5910a803-b1aa-4fbc-a6ea-8496258e2426, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5910a803-b1aa-4fbc-a6ea-8496258e2426,segment=NetworkSegment(379d6a15-5185-48de-b859-cd8ac013b448),segment_id=379d6a15-5185-48de-b859-cd8ac013b448)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:18:51.585311 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_v2 [None req-015a825c-cbb0-4e16-bbde-eb949867cc25 admin admin] Deleting subnet b06e67ed-611e-4745-abd5-a76ca60b7f2a {{(pid=103564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:18:51.589858 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-015a825c-cbb0-4e16-bbde-eb949867cc25 admin admin] Publish callbacks [] for subnet (b06e67ed-611e-4745-abd5-a76ca60b7f2a), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:51.593783 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-6e25d4c2-06f4-4a7f-926a-f2c90ca327f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (5910a803-b1aa-4fbc-a6ea-8496258e2426), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:51.595962 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e0d24316-3825-487f-af81-17e1025d4a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722361'] for router_interface (5b360baa-6d3b-484b-a543-9ab779c6e8f0), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:51.628530 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port a91f9795-fed6-43b7-978b-0fbe59695dec, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a91f9795-fed6-43b7-978b-0fbe59695dec,segment=NetworkSegment(0500f4c1-03b2-4993-93c3-de7a098f8506),segment_id=0500f4c1-03b2-4993-93c3-de7a098f8506)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:51.654218 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (a91f9795-fed6-43b7-978b-0fbe59695dec), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:51.752979 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c1826c23-2f28-42cd-be1b-86234716cced req-78badf3a-c858-4d4a-be57-7255ca6839e9 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087107 May 04 08:18:51.832761 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-25118d6b-843b-4c5b-a372-892169bb8727 req-dc8e03fc-0b7a-4bb8-9230-2139818c76d1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=6be3a020-bf30-4a03-959c-c896c5c3b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755804 May 04 08:18:51.866721 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-e9ecde0f-c6a7-49d1-bfdf-89ee3a69d8e4 None None] Provisioning complete for port 5ec62101-beb3-4b37-b899-a961a629f4e7 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:51.868988 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25d4c2-06f4-4a7f-926a-f2c90ca327f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5910a803-b1aa-4fbc-a6ea-8496258e2426,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:51.869753 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e9ecde0f-c6a7-49d1-bfdf-89ee3a69d8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (5ec62101-beb3-4b37-b899-a961a629f4e7), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:51.876800 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=a91f9795-fed6-43b7-978b-0fbe59695dec,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:51.920086 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a156f418-4b51-4597-ac6e-c8ac80c7a33b x-openstack-request-id: req-a156f418-4b51-4597-ac6e-c8ac80c7a33b {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:18:51.921228 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c7eb5d-2965-4659-bdbe-468d358b8f57", "name": "network-vif-plugged", "status": "completed", "tag": "a91f9795-fed6-43b7-978b-0fbe59695dec", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:18:51.921538 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a156f418-4b51-4597-ac6e-c8ac80c7a33b {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:18:51.929842 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a156f418-4b51-4597-ac6e-c8ac80c7a33b'] response: {'server_uuid': 'c0c7eb5d-2965-4659-bdbe-468d358b8f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91f9795-fed6-43b7-978b-0fbe59695dec', 'code': 200} May 04 08:18:51.935117 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-6e25d4c2-06f4-4a7f-926a-f2c90ca327f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:51.935880 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-6e25d4c2-06f4-4a7f-926a-f2c90ca327f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:51.939921 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-6e25d4c2-06f4-4a7f-926a-f2c90ca327f9 service neutron] 10.222.0.13 "PUT /v2.0/ports/5910a803-b1aa-4fbc-a6ea-8496258e2426 HTTP/1.1" status: 200 len: 1094 time: 2.1147680 May 04 08:18:51.945575 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd', 'tag': '5910a803-b1aa-4fbc-a6ea-8496258e2426'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:18:51.952775 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-e9ecde0f-c6a7-49d1-bfdf-89ee3a69d8e4 None None] Port 5ec62101-beb3-4b37-b899-a961a629f4e7 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:18:51.953010 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbcc306-c052-4497-8cd5-d7697e09b69f" -d '{"events": [{"name": "network-changed", "server_uuid": "4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd", "tag": "5910a803-b1aa-4fbc-a6ea-8496258e2426"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:18:52.005106 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-015a825c-cbb0-4e16-bbde-eb949867cc25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30599352'] for subnet (b06e67ed-611e-4745-abd5-a76ca60b7f2a), precommit_delete_associations {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:52.112880 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e0d24316-3825-487f-af81-17e1025d4a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (5ec62101-beb3-4b37-b899-a961a629f4e7), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:52.139184 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d18567-47ba-460d-ba95-eb294b0c0a04 x-openstack-request-id: req-f0d18567-47ba-460d-ba95-eb294b0c0a04 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:18:52.139728 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd", "tag": "5910a803-b1aa-4fbc-a6ea-8496258e2426", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:18:52.143282 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f0d18567-47ba-460d-ba95-eb294b0c0a04 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:18:52.143896 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0d18567-47ba-460d-ba95-eb294b0c0a04'] response: {'name': 'network-changed', 'server_uuid': '4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd', 'tag': '5910a803-b1aa-4fbc-a6ea-8496258e2426', 'status': 'completed', 'code': 200} May 04 08:18:52.227207 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-015a825c-cbb0-4e16-bbde-eb949867cc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902914'] for subnet (b06e67ed-611e-4745-abd5-a76ca60b7f2a), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:52.229972 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-54013361-b4a2-4d7d-b5a5-5c9dbcc43d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:52.231798 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-54013361-b4a2-4d7d-b5a5-5c9dbcc43d6a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49d87bce57a4470d85b4df9b85eb9602&device_id=4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd HTTP/1.1" status: 200 len: 1128 time: 0.1423275 May 04 08:18:52.246184 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 752c8820-f70a-4ac6-965d-d90ac8cbb017 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:52.299085 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819e567-f40c-472b-8e6a-12ecb9a1c514 req-f82ad793-8583-4314-8e43-b51980a3b4d8 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:52.307709 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5819e567-f40c-472b-8e6a-12ecb9a1c514 req-f82ad793-8583-4314-8e43-b51980a3b4d8 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 944 time: 0.1053276 May 04 08:18:52.309813 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-bfb1d9d2-8591-4e25-a550-26ae7a581855 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5910a803-b1aa-4fbc-a6ea-8496258e2426 HTTP/1.1" status: 200 len: 217 time: 0.0465240 May 04 08:18:52.446787 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5819e567-f40c-472b-8e6a-12ecb9a1c514 req-41cae2fb-b6c2-498e-8681-2ebb72b91a0d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381121 May 04 08:18:52.520075 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8091d-af27-4ae6-ae32-b429c02f5c00 req-439f6169-ebd1-4282-90ca-c870c04a5bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:52.522183 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d9a8091d-af27-4ae6-ae32-b429c02f5c00 req-439f6169-ebd1-4282-90ca-c870c04a5bb5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 1130 time: 0.1086767 May 04 08:18:52.541356 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 752c8820-f70a-4ac6-965d-d90ac8cbb017 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:52.542006 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (752c8820-f70a-4ac6-965d-d90ac8cbb017), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:52.569213 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-015a825c-cbb0-4e16-bbde-eb949867cc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30599765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30760197'] for subnet (b06e67ed-611e-4745-abd5-a76ca60b7f2a), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:52.605534 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a825c-cbb0-4e16-bbde-eb949867cc25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b06e67ed-611e-4745-abd5-a76ca60b7f2a,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:52.626586 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-015a825c-cbb0-4e16-bbde-eb949867cc25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:52.632178 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-015a825c-cbb0-4e16-bbde-eb949867cc25 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b06e67ed-611e-4745-abd5-a76ca60b7f2a HTTP/1.1" status: 204 len: 168 time: 1.1652546 May 04 08:18:52.633598 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-a08b3033-9085-424e-a1cf-f14132b606a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:52.635091 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-a08b3033-9085-424e-a1cf-f14132b606a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=652635ed-4b18-46ee-9740-87f4e09ea616 HTTP/1.1" status: 200 len: 853 time: 0.3147354 May 04 08:18:52.639143 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 35166) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:52.670758 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e0d24316-3825-487f-af81-17e1025d4a24 admin admin] Publish callbacks [] for port (5ec62101-beb3-4b37-b899-a961a629f4e7), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:52.678449 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e0d24316-3825-487f-af81-17e1025d4a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31339479'] for port (5ec62101-beb3-4b37-b899-a961a629f4e7), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:52.747007 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 752c8820-f70a-4ac6-965d-d90ac8cbb017 is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:52.747404 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (752c8820-f70a-4ac6-965d-d90ac8cbb017), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:52.775890 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] For port 752c8820-f70a-4ac6-965d-d90ac8cbb017, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=752c8820-f70a-4ac6-965d-d90ac8cbb017,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:52.787769 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d9a8091d-af27-4ae6-ae32-b429c02f5c00 req-55c59150-e944-46d3-ba4c-580d6a27cf3b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2555246 May 04 08:18:52.790573 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (752c8820-f70a-4ac6-965d-d90ac8cbb017), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:52.796011 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d24316-3825-487f-af81-17e1025d4a24 admin admin] Pushing event updated for resources: {'Port': ['ID=5ec62101-beb3-4b37-b899-a961a629f4e7,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:52.798747 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e0d24316-3825-487f-af81-17e1025d4a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722279'] for router_interface (5b360baa-6d3b-484b-a543-9ab779c6e8f0), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:52.812043 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-a9176086-1cf4-4b1d-856d-fc5503ead66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:52.818524 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-a9176086-1cf4-4b1d-856d-fc5503ead66d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2275bde-63c0-443b-bf71-d866f4d5c8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1645331 May 04 08:18:52.891125 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Pushing event updated for resources: {'Port': ['ID=752c8820-f70a-4ac6-965d-d90ac8cbb017,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:52.908092 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e718b86e-36a1-4f75-8748-769d516b153c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1812560'] for network (101ce265-b4f6-4c22-a216-3b27eafac347), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:53.008724 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e718b86e-36a1-4f75-8748-769d516b153c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903351', 'neutron.services.segments.db._delete_segments_for_network-8787185188154'] for network (101ce265-b4f6-4c22-a216-3b27eafac347), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:53.043379 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-e718b86e-36a1-4f75-8748-769d516b153c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['101ce265-b4f6-4c22-a216-3b27eafac347']}} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:53.055529 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-e718b86e-36a1-4f75-8748-769d516b153c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75958449-c7fc-4377-a40e-7a12c25abfa7') {'for_net_delete': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:53.055832 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-e718b86e-36a1-4f75-8748-769d516b153c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75958449-c7fc-4377-a40e-7a12c25abfa7') {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:53.069707 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e718b86e-36a1-4f75-8748-769d516b153c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787185188931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30599235'] for segment (75958449-c7fc-4377-a40e-7a12c25abfa7), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:53.087851 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e718b86e-36a1-4f75-8748-769d516b153c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (75958449-c7fc-4377-a40e-7a12c25abfa7), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:53.097305 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e718b86e-36a1-4f75-8748-769d516b153c admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=103564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:18:53.097728 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e718b86e-36a1-4f75-8748-769d516b153c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30599743'] for segment (75958449-c7fc-4377-a40e-7a12c25abfa7), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: Traceback (most recent call last): May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: timer() May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: cb(*args, **kw) May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: return func(*args, **kwargs) May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: self._notify() May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: self.callback(batched_events) May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: event.method(event) May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: return f(self, *a, **k) May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: return self._get(url).json() May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: return self.request(url, 'GET', **kwargs) May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:18:53.104098 dv-cinder-840289-4-iscsi neutron-server[103564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:18:53.259372 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d24316-3825-487f-af81-17e1025d4a24 admin admin] Network fb020a03-acb5-40f1-9895-9f55371d5bee is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:18:53.287309 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-e0d24316-3825-487f-af81-17e1025d4a24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:53.324120 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-54ced378-0ac6-4f1a-857c-9414a4f96ac5 service neutron] 10.222.0.13 "GET /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632011 May 04 08:18:53.336445 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e718b86e-36a1-4f75-8748-769d516b153c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-724690'] for network (101ce265-b4f6-4c22-a216-3b27eafac347), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:53.376660 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e718b86e-36a1-4f75-8748-769d516b153c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:53.384003 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-e718b86e-36a1-4f75-8748-769d516b153c admin admin] 10.222.0.59 "DELETE /v2.0/networks/101ce265-b4f6-4c22-a216-3b27eafac347 HTTP/1.1" status: 204 len: 168 time: 0.7438240 May 04 08:18:53.385317 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718b86e-36a1-4f75-8748-769d516b153c admin admin] Pushing event deleted for resources: {'Network': ['ID=101ce265-b4f6-4c22-a216-3b27eafac347,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:53.418342 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236fac7-62d8-4620-9615-ff1e3a254e65 req-471ec1ea-9a87-44ce-ace6-f74b59abc8fc tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:53.420530 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3236fac7-62d8-4620-9615-ff1e3a254e65 req-471ec1ea-9a87-44ce-ace6-f74b59abc8fc tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd HTTP/1.1" status: 200 len: 944 time: 0.1347241 May 04 08:18:53.482950 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53576501-f7b2-4361-b11b-981ea507a713 req-2d4c3ccc-5b02-409b-b20b-9d8f60c02481 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:53.484741 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-53576501-f7b2-4361-b11b-981ea507a713 req-2d4c3ccc-5b02-409b-b20b-9d8f60c02481 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.2233286 May 04 08:18:53.666762 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3236fac7-62d8-4620-9615-ff1e3a254e65 req-bb37b5ca-19e1-4aa4-8c95-3b0c18e8ea78 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=6be3a020-bf30-4a03-959c-c896c5c3b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969333 May 04 08:18:53.704033 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-53576501-f7b2-4361-b11b-981ea507a713 req-3507ac63-6fd9-4df3-8664-07a866ce4208 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023287 May 04 08:18:53.745118 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d24316-3825-487f-af81-17e1025d4a24 admin admin] Router 5b360baa-6d3b-484b-a543-9ab779c6e8f0 has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:18:53.768711 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-c11a2d9c-d34b-4dd9-86ce-f866523d819a None None] Provisioning complete for port 5ec62101-beb3-4b37-b899-a961a629f4e7 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:53.769379 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c11a2d9c-d34b-4dd9-86ce-f866523d819a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (5ec62101-beb3-4b37-b899-a961a629f4e7), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:53.831206 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 35236) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:53.889950 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-c11a2d9c-d34b-4dd9-86ce-f866523d819a None None] Port 5ec62101-beb3-4b37-b899-a961a629f4e7 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:18:53.924283 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1548c0-39f7-42ad-ad7b-c0e9ff01c2a9 req-838a9a36-d723-4863-b039-c1a57855905b tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:53.925805 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4d1548c0-39f7-42ad-ad7b-c0e9ff01c2a9 req-838a9a36-d723-4863-b039-c1a57855905b tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 944 time: 0.1742678 May 04 08:18:53.987554 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-c2fb0359-0527-4827-8448-aa4ed5328aa4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=463813efb0b4415eb5e7863aa0f1f8a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524661 May 04 08:18:53.987554 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 35242) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:54.030379 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4d1548c0-39f7-42ad-ad7b-c0e9ff01c2a9 req-1561ad76-5cdc-4528-9bb4-fa0a0a82bc75 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956073 May 04 08:18:54.041095 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d24316-3825-487f-af81-17e1025d4a24 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:18:54.063696 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-e0d24316-3825-487f-af81-17e1025d4a24 admin admin] 10.222.0.59 "PUT /v2.0/routers/5b360baa-6d3b-484b-a543-9ab779c6e8f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2435338 May 04 08:18:54.076241 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a8937f3b-d59d-4977-894c-8a22de8bdb86 admin admin] Publish callbacks [] for security_group (cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:54.085177 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device ece0d49a-030d-48d4-9e36-92066c88c022 up at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:54.114652 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cdd5d38c-c542-4f98-b6b5-82b24fa6eef9 req-9f94cf61-13df-4adb-87d1-4ec8d57ab82b service neutron] 10.222.0.13 "GET /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550535 May 04 08:18:54.121994 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a8937f3b-d59d-4977-894c-8a22de8bdb86 admin admin] Publish callbacks [] for security_group (cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:54.180387 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 752c8820-f70a-4ac6-965d-d90ac8cbb017 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:54.207390 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning complete for port ece0d49a-030d-48d4-9e36-92066c88c022 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:54.208393 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (ece0d49a-030d-48d4-9e36-92066c88c022), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:54.223574 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a8937f3b-d59d-4977-894c-8a22de8bdb86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:54.226552 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a8937f3b-d59d-4977-894c-8a22de8bdb86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:54.227906 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-a8937f3b-d59d-4977-894c-8a22de8bdb86 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc HTTP/1.1" status: 204 len: 168 time: 0.2389951 May 04 08:18:54.245728 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8937f3b-d59d-4977-894c-8a22de8bdb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cada97a9-7a16-44e8-8bc2-8a72fa5d1bcc,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:54.297406 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 752c8820-f70a-4ac6-965d-d90ac8cbb017 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:54.297900 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (752c8820-f70a-4ac6-965d-d90ac8cbb017), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:54.380977 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port ece0d49a-030d-48d4-9e36-92066c88c022 is: BUILD; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:54.381360 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (ece0d49a-030d-48d4-9e36-92066c88c022), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:54.426374 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646f2e1f-c22b-4358-bc72-53f0e8a5800e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece0d49a-030d-48d4-9e36-92066c88c022'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:18:54.428798 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1baa117a-52de-4e9e-b509-54f6c81a355f" -d '{"events": [{"server_uuid": "646f2e1f-c22b-4358-bc72-53f0e8a5800e", "name": "network-vif-plugged", "status": "completed", "tag": "ece0d49a-030d-48d4-9e36-92066c88c022"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:18:54.465486 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port ece0d49a-030d-48d4-9e36-92066c88c022, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=ece0d49a-030d-48d4-9e36-92066c88c022,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:54.478625 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (ece0d49a-030d-48d4-9e36-92066c88c022), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:54.559311 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4009eb78-3ff3-4c18-a851-2e55203d9ccd x-openstack-request-id: req-4009eb78-3ff3-4c18-a851-2e55203d9ccd {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:18:54.560015 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646f2e1f-c22b-4358-bc72-53f0e8a5800e", "name": "network-vif-plugged", "status": "completed", "tag": "ece0d49a-030d-48d4-9e36-92066c88c022", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:18:54.560429 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4009eb78-3ff3-4c18-a851-2e55203d9ccd {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:18:54.561006 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4009eb78-3ff3-4c18-a851-2e55203d9ccd'] response: {'server_uuid': '646f2e1f-c22b-4358-bc72-53f0e8a5800e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece0d49a-030d-48d4-9e36-92066c88c022', 'code': 200} May 04 08:18:54.575963 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39be80bf-f893-4613-a14f-36fde64301b0 None None] Sync routers for ids ['5b360baa-6d3b-484b-a543-9ab779c6e8f0'] in dv-cinder-840289-4-iscsi {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:18:54.589716 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 752c8820-f70a-4ac6-965d-d90ac8cbb017 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:54.628292 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39be80bf-f893-4613-a14f-36fde64301b0 None None] Routers {'5b360baa-6d3b-484b-a543-9ab779c6e8f0'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:18:54.632245 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-39be80bf-f893-4613-a14f-36fde64301b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:18:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['5b360baa-6d3b-484b-a543-9ab779c6e8f0'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:54.695697 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=ece0d49a-030d-48d4-9e36-92066c88c022,revision_number=7']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:54.989029 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-39be80bf-f893-4613-a14f-36fde64301b0 None None] Set router 5b360baa-6d3b-484b-a543-9ab779c6e8f0 gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:18:55.055846 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0890a-845d-42d7-b582-473d737359fd req-f191f950-c1de-45e2-a850-25ab1273827e tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:55.073449 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e3d0890a-845d-42d7-b582-473d737359fd req-f191f950-c1de-45e2-a850-25ab1273827e tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.1797462 May 04 08:18:55.182725 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e3d0890a-845d-42d7-b582-473d737359fd req-03ca885b-3a7a-4f5b-8eff-97f9f140cfff tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080828 May 04 08:18:55.191293 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08e9cd-8bc2-4fd5-92b2-d3ecf6b2d286 req-39435ba0-00ea-4a6e-afa0-97329de32cb0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:55.200215 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cd08e9cd-8bc2-4fd5-92b2-d3ecf6b2d286 req-39435ba0-00ea-4a6e-afa0-97329de32cb0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd HTTP/1.1" status: 200 len: 944 time: 0.4120963 May 04 08:18:55.339511 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cd08e9cd-8bc2-4fd5-92b2-d3ecf6b2d286 req-6aa30600-f5d3-4dee-90af-0c376972521a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=6be3a020-bf30-4a03-959c-c896c5c3b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377010 May 04 08:18:55.415411 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f107d-cbd6-4dbd-b4f5-a8fb901966a6 req-a7938c1d-1dd7-45cb-9f4b-3547c66d76ff tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:55.423062 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8b3f107d-cbd6-4dbd-b4f5-a8fb901966a6 req-a7938c1d-1dd7-45cb-9f4b-3547c66d76ff tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.0745873 May 04 08:18:55.574895 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8b3f107d-cbd6-4dbd-b4f5-a8fb901966a6 req-bde0d9ce-446f-4853-bb05-0b21daf0eb9d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504111 May 04 08:18:55.587144 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588e680-dd44-4ac1-ac51-05546fba9998 req-61a5f934-2725-48e4-9c61-a829896aaf63 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:55.591924 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b588e680-dd44-4ac1-ac51-05546fba9998 req-61a5f934-2725-48e4-9c61-a829896aaf63 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.1453257 May 04 08:18:55.600659 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 35334) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:55.607199 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-a27390e5-a27d-4471-8a73-10a56a3db04b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Request body: {'floatingip': {'port_id': 'a91f9795-fed6-43b7-978b-0fbe59695dec'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:55.619893 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-39be80bf-f893-4613-a14f-36fde64301b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b360baa-6d3b-484b-a543-9ab779c6e8f0', 'name': 'tempest-TestMinimumBasicScenario-1335382513-router', 'tenant_id': 'b22a9c819c2f4500922f7a5c27ac60f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '752c8820-f70a-4ac6-965d-d90ac8cbb017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:18:44Z', 'updated_at': '2022-05-04T08:18:52Z', 'revision_number': 4, 'project_id': 'b22a9c819c2f4500922f7a5c27ac60f4', 'gw_port': {'id': '752c8820-f70a-4ac6-965d-d90ac8cbb017', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b360baa-6d3b-484b-a543-9ab779c6e8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:45Z', 'updated_at': '2022-05-04T08:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '5ec62101-beb3-4b37-b899-a961a629f4e7', 'name': '', 'network_id': 'fb020a03-acb5-40f1-9895-9f55371d5bee', 'tenant_id': 'b22a9c819c2f4500922f7a5c27ac60f4', 'mac_address': 'fa:16:3e:3c:fa:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b360baa-6d3b-484b-a543-9ab779c6e8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '69c382a8-898d-4c09-b93a-cb57cc8c6ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:50Z', 'updated_at': '2022-05-04T08:18:52Z', 'revision_number': 2, 'project_id': 'b22a9c819c2f4500922f7a5c27ac60f4', 'subnets': [{'id': '69c382a8-898d-4c09-b93a-cb57cc8c6ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:55.760530 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a27390e5-a27d-4471-8a73-10a56a3db04b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks [] for floatingip (465dcd86-a242-434d-8c6b-74256da303ae), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:55.770929 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39be80bf-f893-4613-a14f-36fde64301b0 None None] Checking router: 5b360baa-6d3b-484b-a543-9ab779c6e8f0 for host: dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:18:55.771314 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39be80bf-f893-4613-a14f-36fde64301b0 None None] Updating router 5b360baa-6d3b-484b-a543-9ab779c6e8f0 port 5ec62101-beb3-4b37-b899-a961a629f4e7 binding host dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:18:55.844863 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39be80bf-f893-4613-a14f-36fde64301b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (5ec62101-beb3-4b37-b899-a961a629f4e7), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:56.452700 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39be80bf-f893-4613-a14f-36fde64301b0 None None] Publish callbacks [] for port (5ec62101-beb3-4b37-b899-a961a629f4e7), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:56.469444 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39be80bf-f893-4613-a14f-36fde64301b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (5ec62101-beb3-4b37-b899-a961a629f4e7), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:56.548453 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d852287-2cc5-4744-8e97-6126aa556bbc None None] Pushing event updated for resources: {'Port': ['ID=5ec62101-beb3-4b37-b899-a961a629f4e7,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:56.708084 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45633f44-9f9a-415c-a944-022b0b5adeb5 req-b7aedd9c-06f0-47be-9eb0-2362acca1097 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:56.721968 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-45633f44-9f9a-415c-a944-022b0b5adeb5 req-b7aedd9c-06f0-47be-9eb0-2362acca1097 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd HTTP/1.1" status: 200 len: 944 time: 0.1802535 May 04 08:18:56.964132 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-39be80bf-f893-4613-a14f-36fde64301b0 None None] Attempting to bind port 5ec62101-beb3-4b37-b899-a961a629f4e7 on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:18:56.967378 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-39be80bf-f893-4613-a14f-36fde64301b0 None None] Attempting to bind port 5ec62101-beb3-4b37-b899-a961a629f4e7 by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': 'f6d317e1-c130-4b5f-8968-048487714143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'fb020a03-acb5-40f1-9895-9f55371d5bee'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:18:56.976218 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39be80bf-f893-4613-a14f-36fde64301b0 None None] Attempting to bind port 5ec62101-beb3-4b37-b899-a961a629f4e7 on network fb020a03-acb5-40f1-9895-9f55371d5bee {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:18:57.018708 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39be80bf-f893-4613-a14f-36fde64301b0 None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:18:57.020014 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39be80bf-f893-4613-a14f-36fde64301b0 None None] Checking segment: {'id': 'f6d317e1-c130-4b5f-8968-048487714143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'fb020a03-acb5-40f1-9895-9f55371d5bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:18:57.022175 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39be80bf-f893-4613-a14f-36fde64301b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:57.022780 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39be80bf-f893-4613-a14f-36fde64301b0 None None] Bound using segment: {'id': 'f6d317e1-c130-4b5f-8968-048487714143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'fb020a03-acb5-40f1-9895-9f55371d5bee'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:18:57.023574 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-39be80bf-f893-4613-a14f-36fde64301b0 None None] Bound port: 5ec62101-beb3-4b37-b899-a961a629f4e7, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d317e1-c130-4b5f-8968-048487714143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'fb020a03-acb5-40f1-9895-9f55371d5bee'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:18:57.024278 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39be80bf-f893-4613-a14f-36fde64301b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (5ec62101-beb3-4b37-b899-a961a629f4e7), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:57.039076 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-45633f44-9f9a-415c-a944-022b0b5adeb5 req-96538115-acef-4c9e-b615-69ed5d535ce1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=6be3a020-bf30-4a03-959c-c896c5c3b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3141572 May 04 08:18:57.071869 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ce546-1f6f-40d4-8c34-e46612a8c30e req-f5ab116d-0033-4deb-b2a1-d6ae21bff776 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:57.079148 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fb0ce546-1f6f-40d4-8c34-e46612a8c30e req-f5ab116d-0033-4deb-b2a1-d6ae21bff776 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.3167360 May 04 08:18:57.119488 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcc306-c052-4497-8cd5-d7697e09b69f req-d6c0c9d0-7538-4e94-a58d-82d138aae0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:57.122281 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2bbcc306-c052-4497-8cd5-d7697e09b69f req-d6c0c9d0-7538-4e94-a58d-82d138aae0d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49d87bce57a4470d85b4df9b85eb9602&device_id=4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd HTTP/1.1" status: 200 len: 1128 time: 0.1380239 May 04 08:18:57.153922 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-513ab993-d28c-4978-911e-03426e8f984e None None] Provisioning complete for port 5ec62101-beb3-4b37-b899-a961a629f4e7 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:57.154358 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-513ab993-d28c-4978-911e-03426e8f984e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (5ec62101-beb3-4b37-b899-a961a629f4e7), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:57.231126 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fb0ce546-1f6f-40d4-8c34-e46612a8c30e req-67134cfb-b73c-4f11-bbaf-1219e5f0b252 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503525 May 04 08:18:57.335303 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-513ab993-d28c-4978-911e-03426e8f984e None None] Port 5ec62101-beb3-4b37-b899-a961a629f4e7 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:18:57.342126 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-39be80bf-f893-4613-a14f-36fde64301b0 None None] For port 5ec62101-beb3-4b37-b899-a961a629f4e7, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:18:57.347265 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-39be80bf-f893-4613-a14f-36fde64301b0 None None] For port 5ec62101-beb3-4b37-b899-a961a629f4e7, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=5ec62101-beb3-4b37-b899-a961a629f4e7,segment=NetworkSegment(f6d317e1-c130-4b5f-8968-048487714143),segment_id=f6d317e1-c130-4b5f-8968-048487714143)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:18:57.399398 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39be80bf-f893-4613-a14f-36fde64301b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (5ec62101-beb3-4b37-b899-a961a629f4e7), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:57.584687 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d852287-2cc5-4744-8e97-6126aa556bbc None None] Pushing event updated for resources: {'Port': ['ID=5ec62101-beb3-4b37-b899-a961a629f4e7,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:57.646582 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39be80bf-f893-4613-a14f-36fde64301b0 None None] Routers {'5b360baa-6d3b-484b-a543-9ab779c6e8f0'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:18:57.650968 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-39be80bf-f893-4613-a14f-36fde64301b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:18:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['5b360baa-6d3b-484b-a543-9ab779c6e8f0'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:57.651163 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcc306-c052-4497-8cd5-d7697e09b69f req-2ed47ac8-dede-4062-a8af-c32cb6ec7852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:57.665266 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2bbcc306-c052-4497-8cd5-d7697e09b69f req-2ed47ac8-dede-4062-a8af-c32cb6ec7852 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2275bde-63c0-443b-bf71-d866f4d5c8f1 HTTP/1.1" status: 200 len: 915 time: 0.5172420 May 04 08:18:57.799632 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2bbcc306-c052-4497-8cd5-d7697e09b69f req-00ad0d5e-55cb-426a-ad7f-63560224673a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5910a803-b1aa-4fbc-a6ea-8496258e2426 HTTP/1.1" status: 200 len: 217 time: 0.1059091 May 04 08:18:57.800339 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588437d-ca7a-48c1-af05-d154170e16c2 req-2dfcd770-76e7-49e2-8647-37046b91e4b9 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:57.812210 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9588437d-ca7a-48c1-af05-d154170e16c2 req-2dfcd770-76e7-49e2-8647-37046b91e4b9 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.1373577 May 04 08:18:57.831145 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a27390e5-a27d-4471-8a73-10a56a3db04b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:57.838925 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a27390e5-a27d-4471-8a73-10a56a3db04b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (465dcd86-a242-434d-8c6b-74256da303ae), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:57.943062 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9588437d-ca7a-48c1-af05-d154170e16c2 req-08d85952-888a-407c-b8e0-8a00c456ebbe tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294963 May 04 08:18:58.174644 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 5910a803-b1aa-4fbc-a6ea-8496258e2426 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:18:58.194243 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-39be80bf-f893-4613-a14f-36fde64301b0 None None] Set router 5b360baa-6d3b-484b-a543-9ab779c6e8f0 gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:18:58.224694 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcc306-c052-4497-8cd5-d7697e09b69f req-5ff1e318-ed7b-4f04-9d8f-a9119651ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:58.226447 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2bbcc306-c052-4497-8cd5-d7697e09b69f req-5ff1e318-ed7b-4f04-9d8f-a9119651ba25 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=652635ed-4b18-46ee-9740-87f4e09ea616 HTTP/1.1" status: 200 len: 853 time: 0.2681842 May 04 08:18:58.229915 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 35414) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:58.299503 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-e5798ec4-9c53-42a8-a240-9a073e22d60e None None] Provisioning complete for port 5ec62101-beb3-4b37-b899-a961a629f4e7 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:58.299868 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e5798ec4-9c53-42a8-a240-9a073e22d60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (5ec62101-beb3-4b37-b899-a961a629f4e7), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:58.314236 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c259e-61e9-476b-b1b0-c75db9fa88fb req-aaaae365-a389-463d-b66d-ec6ebf11b19b tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:58.326440 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ba1c259e-61e9-476b-b1b0-c75db9fa88fb req-aaaae365-a389-463d-b66d-ec6ebf11b19b tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd HTTP/1.1" status: 200 len: 944 time: 0.1443996 May 04 08:18:58.368941 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.l3_db [None req-a27390e5-a27d-4471-8a73-10a56a3db04b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Floating IP 465dcd86-a242-434d-8c6b-74256da303ae associated. External IP: 172.27.3.28, port: a91f9795-fed6-43b7-978b-0fbe59695dec. May 04 08:18:58.391805 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcc306-c052-4497-8cd5-d7697e09b69f req-b796dd71-8791-4c10-bbb6-b99d699094db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:58.393987 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2bbcc306-c052-4497-8cd5-d7697e09b69f req-b796dd71-8791-4c10-bbb6-b99d699094db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2275bde-63c0-443b-bf71-d866f4d5c8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1574028 May 04 08:18:58.577178 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.db.resource_extend [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 08:18:58.621883 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ba1c259e-61e9-476b-b1b0-c75db9fa88fb req-fc49d455-8395-480f-8af4-531116ce0945 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=6be3a020-bf30-4a03-959c-c896c5c3b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882919 May 04 08:18:58.667898 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3edff45-9cdd-4e28-b919-bddc38e28762 req-b31b1dc3-0e31-4ab7-8482-f0b3798a1a39 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:58.686180 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a3edff45-9cdd-4e28-b919-bddc38e28762 req-b31b1dc3-0e31-4ab7-8482-f0b3798a1a39 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.2163584 May 04 08:18:58.721141 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 35428) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:58.722343 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-b9521a5a-e119-42fe-b16f-1e76ace8bab5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6ba19a2b064a49109c40d335ac3b1863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4905272 May 04 08:18:58.813988 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a3edff45-9cdd-4e28-b919-bddc38e28762 req-a68085c0-52b3-466b-a33d-46c19df6d007 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231070 May 04 08:18:58.919448 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f0bcb056-2853-4015-b50b-a66201213c48 admin admin] Publish callbacks [] for security_group (58dcdbd3-879d-4833-a70c-eec9038cf3b8), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:59.011556 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f0bcb056-2853-4015-b50b-a66201213c48 admin admin] Publish callbacks [] for security_group (58dcdbd3-879d-4833-a70c-eec9038cf3b8), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:59.118904 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port 5910a803-b1aa-4fbc-a6ea-8496258e2426, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5910a803-b1aa-4fbc-a6ea-8496258e2426,segment=NetworkSegment(379d6a15-5185-48de-b859-cd8ac013b448),segment_id=379d6a15-5185-48de-b859-cd8ac013b448)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:59.144952 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Returning: {'device': '5910a803-b1aa-4fbc-a6ea-8496258e2426', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'port_id': '5910a803-b1aa-4fbc-a6ea-8496258e2426', 'mac_address': 'fa:16:3e:41:24:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:18:59.149870 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f0bcb056-2853-4015-b50b-a66201213c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (58dcdbd3-879d-4833-a70c-eec9038cf3b8), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:59.153109 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f0bcb056-2853-4015-b50b-a66201213c48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:59.157426 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-f0bcb056-2853-4015-b50b-a66201213c48 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/58dcdbd3-879d-4833-a70c-eec9038cf3b8 HTTP/1.1" status: 204 len: 168 time: 0.4337504 May 04 08:18:59.175634 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af8dd4-df71-43cb-9aa7-e3dbb1895edf req-12946cd4-5fdc-4ca9-83a0-85b12f8f7982 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:59.183768 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-45af8dd4-df71-43cb-9aa7-e3dbb1895edf req-12946cd4-5fdc-4ca9-83a0-85b12f8f7982 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0967605 May 04 08:18:59.198747 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bcb056-2853-4015-b50b-a66201213c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dcdbd3-879d-4833-a70c-eec9038cf3b8,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:59.272026 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-39be80bf-f893-4613-a14f-36fde64301b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b360baa-6d3b-484b-a543-9ab779c6e8f0', 'name': 'tempest-TestMinimumBasicScenario-1335382513-router', 'tenant_id': 'b22a9c819c2f4500922f7a5c27ac60f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '752c8820-f70a-4ac6-965d-d90ac8cbb017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:18:44Z', 'updated_at': '2022-05-04T08:18:52Z', 'revision_number': 4, 'project_id': 'b22a9c819c2f4500922f7a5c27ac60f4', 'gw_port': {'id': '752c8820-f70a-4ac6-965d-d90ac8cbb017', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b360baa-6d3b-484b-a543-9ab779c6e8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:45Z', 'updated_at': '2022-05-04T08:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '5ec62101-beb3-4b37-b899-a961a629f4e7', 'name': '', 'network_id': 'fb020a03-acb5-40f1-9895-9f55371d5bee', 'tenant_id': 'b22a9c819c2f4500922f7a5c27ac60f4', 'mac_address': 'fa:16:3e:3c:fa:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b360baa-6d3b-484b-a543-9ab779c6e8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '69c382a8-898d-4c09-b93a-cb57cc8c6ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:50Z', 'updated_at': '2022-05-04T08:18:57Z', 'revision_number': 4, 'project_id': 'b22a9c819c2f4500922f7a5c27ac60f4', 'subnets': [{'id': '69c382a8-898d-4c09-b93a-cb57cc8c6ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:59.299484 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-45af8dd4-df71-43cb-9aa7-e3dbb1895edf req-5f193b8e-1870-4764-8046-6f6a59da8295 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135836 May 04 08:18:59.309731 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2bbcc306-c052-4497-8cd5-d7697e09b69f req-0bdff06c-0ff9-4a24-9c3e-d2ec9f27f932 service neutron] 10.222.0.13 "GET /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8709197 May 04 08:18:59.370728 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39be80bf-f893-4613-a14f-36fde64301b0 None None] The sync data for ids ['5b360baa-6d3b-484b-a543-9ab779c6e8f0'] in dv-cinder-840289-4-iscsi is: [{'id': '5b360baa-6d3b-484b-a543-9ab779c6e8f0', 'name': 'tempest-TestMinimumBasicScenario-1335382513-router', 'tenant_id': 'b22a9c819c2f4500922f7a5c27ac60f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '752c8820-f70a-4ac6-965d-d90ac8cbb017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:18:44Z', 'updated_at': '2022-05-04T08:18:52Z', 'revision_number': 4, 'project_id': 'b22a9c819c2f4500922f7a5c27ac60f4', 'gw_port': {'id': '752c8820-f70a-4ac6-965d-d90ac8cbb017', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b360baa-6d3b-484b-a543-9ab779c6e8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:45Z', 'updated_at': '2022-05-04T08:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '5ec62101-beb3-4b37-b899-a961a629f4e7', 'name': '', 'network_id': 'fb020a03-acb5-40f1-9895-9f55371d5bee', 'tenant_id': 'b22a9c819c2f4500922f7a5c27ac60f4', 'mac_address': 'fa:16:3e:3c:fa:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b360baa-6d3b-484b-a543-9ab779c6e8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '69c382a8-898d-4c09-b93a-cb57cc8c6ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:50Z', 'updated_at': '2022-05-04T08:18:57Z', 'revision_number': 4, 'project_id': 'b22a9c819c2f4500922f7a5c27ac60f4', 'subnets': [{'id': '69c382a8-898d-4c09-b93a-cb57cc8c6ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:18:59.540828 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-e5798ec4-9c53-42a8-a240-9a073e22d60e None None] Current status of the port 5ec62101-beb3-4b37-b899-a961a629f4e7 is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:59.541237 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e5798ec4-9c53-42a8-a240-9a073e22d60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (5ec62101-beb3-4b37-b899-a961a629f4e7), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:59.586335 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port 5910a803-b1aa-4fbc-a6ea-8496258e2426 is: DOWN; New status is: BUILD {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:59.586820 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (5910a803-b1aa-4fbc-a6ea-8496258e2426), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:59.624029 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5910a803-b1aa-4fbc-a6ea-8496258e2426 {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:18:59.655554 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-e5798ec4-9c53-42a8-a240-9a073e22d60e None None] For port 5ec62101-beb3-4b37-b899-a961a629f4e7, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=5ec62101-beb3-4b37-b899-a961a629f4e7,segment=NetworkSegment(f6d317e1-c130-4b5f-8968-048487714143),segment_id=f6d317e1-c130-4b5f-8968-048487714143)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:59.678669 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e5798ec4-9c53-42a8-a240-9a073e22d60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (5ec62101-beb3-4b37-b899-a961a629f4e7), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:59.725863 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2bbcc306-c052-4497-8cd5-d7697e09b69f req-d9b051d6-79ad-4d51-9723-705a38eb0eba service neutron] 10.222.0.13 "GET /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707185 May 04 08:18:59.758698 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2864c819-a7a0-44a2-b66f-6af0f856c6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:59.763956 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port 5910a803-b1aa-4fbc-a6ea-8496258e2426, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5910a803-b1aa-4fbc-a6ea-8496258e2426,segment=NetworkSegment(379d6a15-5185-48de-b859-cd8ac013b448),segment_id=379d6a15-5185-48de-b859-cd8ac013b448)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:59.793282 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (5910a803-b1aa-4fbc-a6ea-8496258e2426), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:59.801376 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27390e5-a27d-4471-8a73-10a56a3db04b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Router ed2e8f24-360a-4912-9517-8f9f7dc4fcba has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:18:59.818123 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5798ec4-9c53-42a8-a240-9a073e22d60e None None] Pushing event updated for resources: {'Port': ['ID=5ec62101-beb3-4b37-b899-a961a629f4e7,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:59.931651 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889b59f-8681-406d-aa05-25dccb98b020 req-62a9cc90-7c10-4b75-8658-ae94257e2d71 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:59.938515 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4889b59f-8681-406d-aa05-25dccb98b020 req-62a9cc90-7c10-4b75-8658-ae94257e2d71 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd HTTP/1.1" status: 200 len: 945 time: 0.1116760 May 04 08:18:59.980377 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=5910a803-b1aa-4fbc-a6ea-8496258e2426,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:00.012300 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27390e5-a27d-4471-8a73-10a56a3db04b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:19:00.020408 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a27390e5-a27d-4471-8a73-10a56a3db04b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:00.028514 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff17a4f-94e4-4a97-8dc9-04aacff4f7bf None None] Sync routers for ids ['ed2e8f24-360a-4912-9517-8f9f7dc4fcba'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:19:00.058850 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4889b59f-8681-406d-aa05-25dccb98b020 req-f9c596d3-6d6f-40a9-9e60-799d4c075d3f tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=6be3a020-bf30-4a03-959c-c896c5c3b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024058 May 04 08:19:00.059364 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff17a4f-94e4-4a97-8dc9-04aacff4f7bf None None] Routers {'ed2e8f24-360a-4912-9517-8f9f7dc4fcba'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:00.069741 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-3ff17a4f-94e4-4a97-8dc9-04aacff4f7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:18:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['ed2e8f24-360a-4912-9517-8f9f7dc4fcba'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:00.087837 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-a27390e5-a27d-4471-8a73-10a56a3db04b tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "PUT /v2.0/floatingips/465dcd86-a242-434d-8c6b-74256da303ae HTTP/1.1" status: 200 len: 991 time: 4.4831824 May 04 08:19:00.089053 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c7eb5d-2965-4659-bdbe-468d358b8f57', 'tag': 'a91f9795-fed6-43b7-978b-0fbe59695dec'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:19:00.091647 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350f830a-b48b-4c22-9d12-3b64f843c095" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c7eb5d-2965-4659-bdbe-468d358b8f57", "tag": "a91f9795-fed6-43b7-978b-0fbe59695dec"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:19:00.193819 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f364bf4-9d99-4041-a8ec-7ccfa4103d16 req-376478aa-de44-48f3-b1a5-b0d0cdc732a4 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:00.197552 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea225a97-d0a9-4f8f-9b0e-221ab852402b x-openstack-request-id: req-ea225a97-d0a9-4f8f-9b0e-221ab852402b {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:19:00.197851 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c7eb5d-2965-4659-bdbe-468d358b8f57", "tag": "a91f9795-fed6-43b7-978b-0fbe59695dec", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:19:00.198105 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ea225a97-d0a9-4f8f-9b0e-221ab852402b {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:19:00.198513 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea225a97-d0a9-4f8f-9b0e-221ab852402b'] response: {'name': 'network-changed', 'server_uuid': 'c0c7eb5d-2965-4659-bdbe-468d358b8f57', 'tag': 'a91f9795-fed6-43b7-978b-0fbe59695dec', 'status': 'completed', 'code': 200} May 04 08:19:00.199636 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2f364bf4-9d99-4041-a8ec-7ccfa4103d16 req-376478aa-de44-48f3-b1a5-b0d0cdc732a4 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.1703157 May 04 08:19:00.264325 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['5910a803-b1aa-4fbc-a6ea-8496258e2426'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:19:00.293493 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-3ff17a4f-94e4-4a97-8dc9-04aacff4f7bf None None] Set router ed2e8f24-360a-4912-9517-8f9f7dc4fcba gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:00.368220 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 5ec62101-beb3-4b37-b899-a961a629f4e7 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:00.407780 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f830a-b48b-4c22-9d12-3b64f843c095 req-c0d4be0d-7c33-46c7-b653-4f00364e3982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:00.415650 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-350f830a-b48b-4c22-9d12-3b64f843c095 req-c0d4be0d-7c33-46c7-b653-4f00364e3982 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=627a6ec20d314e7ba545b36a7e9b2fe8&device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 1130 time: 0.1519859 May 04 08:19:00.513668 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2f364bf4-9d99-4041-a8ec-7ccfa4103d16 req-3495147c-6b68-44fb-b3fa-f7d2f2bb0d02 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2981796 May 04 08:19:00.591031 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 5ec62101-beb3-4b37-b899-a961a629f4e7 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:00.592292 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (5ec62101-beb3-4b37-b899-a961a629f4e7), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:00.608896 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-aca6091a-d184-4824-b0e0-b3611f859e0d req-5423fcc3-2d29-4674-82c8-064140a16fb6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1859553 May 04 08:19:00.697975 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff8c4c-6339-4925-a76e-e0d7a800a5dc req-21baa21a-8ebb-4578-9d45-b13cff39343c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:00.709411 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c7ff8c4c-6339-4925-a76e-e0d7a800a5dc req-21baa21a-8ebb-4578-9d45-b13cff39343c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.1946094 May 04 08:19:00.771749 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f830a-b48b-4c22-9d12-3b64f843c095 req-9e16447f-939b-45fb-acf2-a1c4fe45c9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:00.773153 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-350f830a-b48b-4c22-9d12-3b64f843c095 req-9e16447f-939b-45fb-acf2-a1c4fe45c9c1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=459895ff-73ee-42db-9914-e045a10994f6 HTTP/1.1" status: 200 len: 920 time: 0.3468046 May 04 08:19:00.829788 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c7ff8c4c-6339-4925-a76e-e0d7a800a5dc req-86156dba-7299-4ac5-b7e0-6327194cd701 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190717 May 04 08:19:00.853170 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 5ec62101-beb3-4b37-b899-a961a629f4e7 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:00.933799 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 35476) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:01.047087 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6091a-d184-4824-b0e0-b3611f859e0d req-20103291-5a8b-4ab9-a4ed-7ba2804690de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:01.049235 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-aca6091a-d184-4824-b0e0-b3611f859e0d req-20103291-5a8b-4ab9-a4ed-7ba2804690de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=627a6ec20d314e7ba545b36a7e9b2fe8&device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 1129 time: 0.2752147 May 04 08:19:01.104716 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-3ff17a4f-94e4-4a97-8dc9-04aacff4f7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'name': 'tempest-ServerRescueNegativeTestJSON-1042465838-router', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:08Z', 'revision_number': 4, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'gw_port': {'id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': '465dcd86-a242-434d-8c6b-74256da303ae', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'port_id': 'a91f9795-fed6-43b7-978b-0fbe59695dec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '459895ff-73ee-42db-9914-e045a10994f6', 'mac_address': 'fa:16:3e:86:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c7eb5d-2965-4659-bdbe-468d358b8f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:18:31Z', 'updated_at': '2022-05-04T08:18:57Z', 'revision_number': 1, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6c3578-98ad-438c-8232-7c84929dd5e4', 'name': '', 'network_id': '459895ff-73ee-42db-9914-e045a10994f6', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'mac_address': 'fa:16:3e:47:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:29Z', 'revision_number': 5, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'subnets': [{'id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:01.147562 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-350f830a-b48b-4c22-9d12-3b64f843c095 req-9115d5b2-7a2a-4a05-a4ad-716f600f1018 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a91f9795-fed6-43b7-978b-0fbe59695dec HTTP/1.1" status: 200 len: 999 time: 0.3391027 May 04 08:19:01.152985 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff17a4f-94e4-4a97-8dc9-04aacff4f7bf None None] Checking router: ed2e8f24-360a-4912-9517-8f9f7dc4fcba for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:19:01.189366 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff17a4f-94e4-4a97-8dc9-04aacff4f7bf None None] Routers {'ed2e8f24-360a-4912-9517-8f9f7dc4fcba'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:01.189997 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-3ff17a4f-94e4-4a97-8dc9-04aacff4f7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:18:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['ed2e8f24-360a-4912-9517-8f9f7dc4fcba'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:01.202333 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 6 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:19:01.217636 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-fed9ae82-e267-43ab-81dc-47f024299825 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-279621704-network', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:01.260120 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed9ae82-e267-43ab-81dc-47f024299825 admin admin] Made reservation on behalf of b207a35c92594e5e8b968a59a8509940 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:19:01.264057 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fed9ae82-e267-43ab-81dc-47f024299825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:01.285272 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6091a-d184-4824-b0e0-b3611f859e0d req-c32dabd3-9c17-432f-ab36-e8f900e7bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:01.287145 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-aca6091a-d184-4824-b0e0-b3611f859e0d req-c32dabd3-9c17-432f-ab36-e8f900e7bf19 service neutron] 10.222.0.13 "GET /v2.0/networks?id=459895ff-73ee-42db-9914-e045a10994f6 HTTP/1.1" status: 200 len: 920 time: 0.2140393 May 04 08:19:01.293164 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fed9ae82-e267-43ab-81dc-47f024299825 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:01.355796 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f830a-b48b-4c22-9d12-3b64f843c095 req-4a67f0ca-2198-4372-82eb-376e209cc154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:01.357272 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-350f830a-b48b-4c22-9d12-3b64f843c095 req-4a67f0ca-2198-4372-82eb-376e209cc154 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7425b7ef-390a-4bcf-88b7-7e4dc3dbed56 HTTP/1.1" status: 200 len: 858 time: 0.1881344 May 04 08:19:01.358492 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-aca6091a-d184-4824-b0e0-b3611f859e0d req-5630108b-5d11-41aa-9578-e47bc29f49fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb6b11c4-9b69-4b1e-b3d2-f6093c568233 HTTP/1.1" status: 200 len: 217 time: 0.0613053 May 04 08:19:01.461680 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-3ff17a4f-94e4-4a97-8dc9-04aacff4f7bf None None] Set router ed2e8f24-360a-4912-9517-8f9f7dc4fcba gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:01.507333 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123488a5-cd22-4fa3-8cb6-4a1a3b8d3c0a req-4fb0fc5d-279d-4c7f-83e6-b1c04c6c988f tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:01.519572 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-123488a5-cd22-4fa3-8cb6-4a1a3b8d3c0a req-4fb0fc5d-279d-4c7f-83e6-b1c04c6c988f tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd HTTP/1.1" status: 200 len: 945 time: 0.2291288 May 04 08:19:01.564379 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6091a-d184-4824-b0e0-b3611f859e0d req-f216a7c8-f063-49f0-a4c3-bc1f533e498f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:01.565856 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-aca6091a-d184-4824-b0e0-b3611f859e0d req-f216a7c8-f063-49f0-a4c3-bc1f533e498f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7425b7ef-390a-4bcf-88b7-7e4dc3dbed56 HTTP/1.1" status: 200 len: 858 time: 0.1920519 May 04 08:19:01.601323 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f830a-b48b-4c22-9d12-3b64f843c095 req-f6fe48b6-74a6-4efc-9958-876fa441030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:01.602732 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-350f830a-b48b-4c22-9d12-3b64f843c095 req-f6fe48b6-74a6-4efc-9958-876fa441030e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=459895ff-73ee-42db-9914-e045a10994f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2300940 May 04 08:19:01.774768 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fed9ae82-e267-43ab-81dc-47f024299825 admin admin] Publish callbacks [] for security_group (2429de5f-80fe-49f5-9bed-3684c8d8be32), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:01.827873 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-123488a5-cd22-4fa3-8cb6-4a1a3b8d3c0a req-58018013-c8f0-4ffc-9362-46c527295c49 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=6be3a020-bf30-4a03-959c-c896c5c3b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3073008 May 04 08:19:01.957359 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e8db013f-7556-41f0-9308-9e51e27934bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:02.052942 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b900a-5bee-4518-83d7-f66964af5afd req-58d63526-3903-408e-a343-9fab2bda2a7a tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:02.054818 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3f6b900a-5bee-4518-83d7-f66964af5afd req-58d63526-3903-408e-a343-9fab2bda2a7a tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.3889291 May 04 08:19:02.055514 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fed9ae82-e267-43ab-81dc-47f024299825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (2429de5f-80fe-49f5-9bed-3684c8d8be32), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:02.074801 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6091a-d184-4824-b0e0-b3611f859e0d req-1ea11f4a-5217-425f-83c7-101c2e9e9da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:02.076341 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-aca6091a-d184-4824-b0e0-b3611f859e0d req-1ea11f4a-5217-425f-83c7-101c2e9e9da2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=459895ff-73ee-42db-9914-e045a10994f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4912128 May 04 08:19:02.090351 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 5910a803-b1aa-4fbc-a6ea-8496258e2426 up at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:02.161958 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-350f830a-b48b-4c22-9d12-3b64f843c095 req-fd76f595-3205-446d-a713-316f2b72c0a9 service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379496 May 04 08:19:02.174649 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9ae82-e267-43ab-81dc-47f024299825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2429de5f-80fe-49f5-9bed-3684c8d8be32,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:02.248633 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed9ae82-e267-43ab-81dc-47f024299825 admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:19:02.283009 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning for port 5910a803-b1aa-4fbc-a6ea-8496258e2426 completed by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:19:02.298821 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning complete for port 5910a803-b1aa-4fbc-a6ea-8496258e2426 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:02.303427 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (5910a803-b1aa-4fbc-a6ea-8496258e2426), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:02.372698 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3f6b900a-5bee-4518-83d7-f66964af5afd req-cc1d5735-c063-49bc-b75e-5a5eb0f8922a tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542717 May 04 08:19:02.384124 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fed9ae82-e267-43ab-81dc-47f024299825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (e75be89d-d720-4cc9-8f50-cb6a561e1c49), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:02.384622 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.db.segments_db [None req-fed9ae82-e267-43ab-81dc-47f024299825 admin admin] Added segment e75be89d-d720-4cc9-8f50-cb6a561e1c49 of type vlan for network f5ff6776-cf33-4de5-a4a0-4985a4b133ac May 04 08:19:02.396100 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-3ff17a4f-94e4-4a97-8dc9-04aacff4f7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'name': 'tempest-ServerRescueNegativeTestJSON-1042465838-router', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:08Z', 'revision_number': 4, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'gw_port': {'id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': '465dcd86-a242-434d-8c6b-74256da303ae', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'port_id': 'a91f9795-fed6-43b7-978b-0fbe59695dec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '459895ff-73ee-42db-9914-e045a10994f6', 'mac_address': 'fa:16:3e:86:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c7eb5d-2965-4659-bdbe-468d358b8f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:18:31Z', 'updated_at': '2022-05-04T08:18:57Z', 'revision_number': 1, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6c3578-98ad-438c-8232-7c84929dd5e4', 'name': '', 'network_id': '459895ff-73ee-42db-9914-e045a10994f6', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'mac_address': 'fa:16:3e:47:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:29Z', 'revision_number': 5, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'subnets': [{'id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:02.419542 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243353a8-d451-4609-a22d-98b7b783f8e7 req-59756b3e-e091-4469-a33a-706783d4d750 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:02.421512 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-243353a8-d451-4609-a22d-98b7b783f8e7 req-59756b3e-e091-4469-a33a-706783d4d750 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.2916317 May 04 08:19:02.513210 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-aca6091a-d184-4824-b0e0-b3611f859e0d req-6eeed6b0-dbb7-43db-9a2a-b1e4945b01ed service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218671 May 04 08:19:02.558858 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff17a4f-94e4-4a97-8dc9-04aacff4f7bf None None] The sync data for ids ['ed2e8f24-360a-4912-9517-8f9f7dc4fcba'] in dv-cinder-840289-4-iscsi is: [{'id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'name': 'tempest-ServerRescueNegativeTestJSON-1042465838-router', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:08Z', 'revision_number': 4, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'gw_port': {'id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': '465dcd86-a242-434d-8c6b-74256da303ae', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'port_id': 'a91f9795-fed6-43b7-978b-0fbe59695dec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '459895ff-73ee-42db-9914-e045a10994f6', 'mac_address': 'fa:16:3e:86:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c7eb5d-2965-4659-bdbe-468d358b8f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:18:31Z', 'updated_at': '2022-05-04T08:18:57Z', 'revision_number': 1, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6c3578-98ad-438c-8232-7c84929dd5e4', 'name': '', 'network_id': '459895ff-73ee-42db-9914-e045a10994f6', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'mac_address': 'fa:16:3e:47:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:29Z', 'revision_number': 5, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'subnets': [{'id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:19:02.563238 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fed9ae82-e267-43ab-81dc-47f024299825 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787184729016'] for network (f5ff6776-cf33-4de5-a4a0-4985a4b133ac), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:02.605136 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-350f830a-b48b-4c22-9d12-3b64f843c095 req-be77427c-e5d4-4a3d-9a78-d64f15692a3e service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284067 May 04 08:19:02.609950 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port 5910a803-b1aa-4fbc-a6ea-8496258e2426 is: BUILD; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:02.610595 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (5910a803-b1aa-4fbc-a6ea-8496258e2426), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:02.641156 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-243353a8-d451-4609-a22d-98b7b783f8e7 req-55019bf3-ba8f-4c75-8434-1e165f0dc1c4 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069972 May 04 08:19:02.657883 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5910a803-b1aa-4fbc-a6ea-8496258e2426'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:19:02.664805 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59143b3f-6444-47fa-9944-a40167a1ab38" -d '{"events": [{"server_uuid": "4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd", "name": "network-vif-plugged", "status": "completed", "tag": "5910a803-b1aa-4fbc-a6ea-8496258e2426"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:19:02.693953 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port 5910a803-b1aa-4fbc-a6ea-8496258e2426, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5910a803-b1aa-4fbc-a6ea-8496258e2426,segment=NetworkSegment(379d6a15-5185-48de-b859-cd8ac013b448),segment_id=379d6a15-5185-48de-b859-cd8ac013b448)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:02.702008 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (5910a803-b1aa-4fbc-a6ea-8496258e2426), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:02.704556 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fed9ae82-e267-43ab-81dc-47f024299825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (f5ff6776-cf33-4de5-a4a0-4985a4b133ac), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:02.704556 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed9ae82-e267-43ab-81dc-47f024299825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:02.704818 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fed9ae82-e267-43ab-81dc-47f024299825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:02.779175 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-aca6091a-d184-4824-b0e0-b3611f859e0d req-7f036c10-35db-43c5-9e2a-573ec2bf4b21 service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501760 May 04 08:19:02.789311 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9ae82-e267-43ab-81dc-47f024299825 admin admin] Pushing event updated for resources: {'Network': ['ID=f5ff6776-cf33-4de5-a4a0-4985a4b133ac,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:02.858545 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-fed9ae82-e267-43ab-81dc-47f024299825 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9229813 May 04 08:19:02.861587 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 35496) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:02.866674 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-279d95b1-49b7-41c8-a924-200fb50ae178 admin admin] Request body: {'subnet': {'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-279621704-subnet', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'ip_version': 4}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:02.914718 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279d95b1-49b7-41c8-a924-200fb50ae178 admin admin] Made reservation on behalf of b207a35c92594e5e8b968a59a8509940 for: {'subnet': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:19:02.924248 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-279d95b1-49b7-41c8-a924-200fb50ae178 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30760290'] for subnet (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:03.066412 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1578472-a023-438f-bf64-8a3cde0ef55d req-0628d468-14e4-4107-becf-b4000c430f56 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:03.079520 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b1578472-a023-438f-bf64-8a3cde0ef55d req-0628d468-14e4-4107-becf-b4000c430f56 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd HTTP/1.1" status: 200 len: 946 time: 0.1272082 May 04 08:19:03.178081 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662f33e9-de15-4a7c-b0cb-7428deda7756 x-openstack-request-id: req-662f33e9-de15-4a7c-b0cb-7428deda7756 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:19:03.178632 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd", "name": "network-vif-plugged", "status": "completed", "tag": "5910a803-b1aa-4fbc-a6ea-8496258e2426", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:19:03.178632 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-662f33e9-de15-4a7c-b0cb-7428deda7756 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:19:03.179031 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-662f33e9-de15-4a7c-b0cb-7428deda7756'] response: {'server_uuid': '4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5910a803-b1aa-4fbc-a6ea-8496258e2426', 'code': 200} May 04 08:19:03.183565 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Network f5ff6776-cf33-4de5-a4a0-4985a4b133ac details requested by agent ovs-agent-dv-cinder-840289-4-iscsi with host dv-cinder-840289-4-iscsi {{(pid=103565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:19:03.195825 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81958a4b-9349-45de-a40b-03ea18cc7cfd None None] New status for floating IP 465dcd86-a242-434d-8c6b-74256da303ae: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:19:03.214576 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b1578472-a023-438f-bf64-8a3cde0ef55d req-fcf17c80-c0fa-4eb5-80f2-49e699317d50 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=6be3a020-bf30-4a03-959c-c896c5c3b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341162 May 04 08:19:03.395884 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:03.446960 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-279d95b1-49b7-41c8-a924-200fb50ae178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30599314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30760316'] for subnet (2f3664ef-e21d-4df5-a950-15cbe573119a), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:03.513564 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8dd694-c685-40a5-87b6-0663f4ff39c7 req-76447969-0f17-465d-ba46-abb8512baa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:03.516341 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0c8dd694-c685-40a5-87b6-0663f4ff39c7 req-76447969-0f17-465d-ba46-abb8512baa0d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd HTTP/1.1" status: 200 len: 1130 time: 0.3655739 May 04 08:19:03.561458 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279d95b1-49b7-41c8-a924-200fb50ae178 admin admin] Checking segment: {'id': 'e75be89d-d720-4cc9-8f50-cb6a561e1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:03.561970 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279d95b1-49b7-41c8-a924-200fb50ae178 admin admin] Network hostable DHCP agents. Network: f5ff6776-cf33-4de5-a4a0-4985a4b133ac, hostable agents: ['85ebdc97-1e1f-4139-aa22-86704277d257'], hosted agents: [] {{(pid=103564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:19:03.567430 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d95b1-49b7-41c8-a924-200fb50ae178 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f3664ef-e21d-4df5-a950-15cbe573119a,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:03.586917 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcfd28-be77-4b80-b189-64977ca66603 req-d5509103-f2b3-4023-8460-72b73a3d5bbe tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:03.599181 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-63bcfd28-be77-4b80-b189-64977ca66603 req-d5509103-f2b3-4023-8460-72b73a3d5bbe tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.1272557 May 04 08:19:03.604723 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279d95b1-49b7-41c8-a924-200fb50ae178 admin admin] Network f5ff6776-cf33-4de5-a4a0-4985a4b133ac is scheduled to be hosted by DHCP agent 85ebdc97-1e1f-4139-aa22-86704277d257 with binding_index 1 {{(pid=103564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:19:03.620525 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-279d95b1-49b7-41c8-a924-200fb50ae178 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-iscsi, f5ff6776-cf33-4de5-a4a0-4985a4b133ac) {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:03.641162 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279d95b1-49b7-41c8-a924-200fb50ae178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:03.643132 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-279d95b1-49b7-41c8-a924-200fb50ae178 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:03.658957 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e447d7-47e4-40b8-b4ad-32daa847e160 None None] Network f5ff6776-cf33-4de5-a4a0-4985a4b133ac requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:19:03.678562 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-279d95b1-49b7-41c8-a924-200fb50ae178 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8153045 May 04 08:19:03.680877 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 35514) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:03.710567 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-279621704-router', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:03.756635 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-63bcfd28-be77-4b80-b189-64977ca66603 req-7caf0c68-848f-4a05-ba62-241e7ed939df tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515875 May 04 08:19:03.915278 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd7e81-053a-466b-be62-9f089ee9575b req-4d110775-4b9f-46fc-a569-7bff06b735ad tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:03.923182 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-79bd7e81-053a-466b-be62-9f089ee9575b req-4d110775-4b9f-46fc-a569-7bff06b735ad tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.1315172 May 04 08:19:03.925019 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=5910a803-b1aa-4fbc-a6ea-8496258e2426,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:03.937143 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2908'] for router (b196e4da-db69-4985-abc3-24005645564e), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:03.938354 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2901'] for router (b196e4da-db69-4985-abc3-24005645564e), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:03.950775 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0c8dd694-c685-40a5-87b6-0663f4ff39c7 req-941ae8b3-d4a6-43d3-b33e-4d7c29570483 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6be3a020-bf30-4a03-959c-c896c5c3b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243879 May 04 08:19:04.055928 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Publish callbacks [] for router_controller (b196e4da-db69-4985-abc3-24005645564e), precommit_add_association {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:04.062053 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-79bd7e81-053a-466b-be62-9f089ee9575b req-ddfb087f-ac63-4216-9b51-27c35e03a92a tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249793 May 04 08:19:04.099612 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7207d5c-ebe3-5c40-9361-4076f3b3dda7-f5ff6776-cf33-4de5-a4a0-4985a4b133ac', 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac', 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'fixed_ips': [{'subnet_id': '2f3664ef-e21d-4df5-a950-15cbe573119a'}]}} from dv-cinder-840289-4-iscsi. {{(pid=103565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 08:19:04.100782 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:04.321482 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Allocated IP 172.20.0.2 (f5ff6776-cf33-4de5-a4a0-4985a4b133ac/2f3664ef-e21d-4df5-a950-15cbe573119a/de3cb14e-0102-400c-aa97-1a6b02085a41) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:19:04.322151 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Publish callbacks [] for router_gateway (b196e4da-db69-4985-abc3-24005645564e), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:04.449048 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a76713-af67-4da8-8f1e-bc5ee6f00d6a req-6a3dbf3b-2e3c-430c-98c1-ddd873a61b33 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:04.467394 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f0a76713-af67-4da8-8f1e-bc5ee6f00d6a req-6a3dbf3b-2e3c-430c-98c1-ddd873a61b33 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd HTTP/1.1" status: 200 len: 946 time: 0.1042171 May 04 08:19:04.580374 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f0a76713-af67-4da8-8f1e-bc5ee6f00d6a req-1d6a1f79-23b7-424c-b7b7-26f98ec6bcf1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=6be3a020-bf30-4a03-959c-c896c5c3b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117125 May 04 08:19:04.651995 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:04.696254 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Publish callbacks [] for port (de3cb14e-0102-400c-aa97-1a6b02085a41), precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:04.718080 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434'] for port (de3cb14e-0102-400c-aa97-1a6b02085a41), after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:04.770494 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Network f5ff6776-cf33-4de5-a4a0-4985a4b133ac is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:04.774115 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:04.777279 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:19:04.796385 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Publish callbacks [] for router_gateway (b196e4da-db69-4985-abc3-24005645564e), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:04.826515 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Pushing event updated for resources: {'Port': ['ID=de3cb14e-0102-400c-aa97-1a6b02085a41,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:04.859446 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:05.042413 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.042768 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.073686 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.078410 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.079695 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.081149 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.087396 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.089131 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.092438 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.092902 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.093449 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.093799 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.094136 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.094468 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.094828 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.109236 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Allocated IP 172.27.3.149 (0ebd93d7-2ac3-420c-94d7-d3952e6d85cb/89057fef-1c75-4f30-81a6-882a67ba2a0a/5af1551f-9a86-4370-83a5-0838722633f6) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:19:05.213366 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:05.217971 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6722d-20f3-47ab-885f-35018ea6b186 req-4c344b16-7494-4035-8296-7377ffb99c89 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:05.218557 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Attempting to bind port de3cb14e-0102-400c-aa97-1a6b02085a41 on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:19:05.218968 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Attempting to bind port de3cb14e-0102-400c-aa97-1a6b02085a41 by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': 'e75be89d-d720-4cc9-8f50-cb6a561e1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:19:05.219313 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Attempting to bind port de3cb14e-0102-400c-aa97-1a6b02085a41 on network f5ff6776-cf33-4de5-a4a0-4985a4b133ac {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:19:05.220630 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-46e6722d-20f3-47ab-885f-35018ea6b186 req-4c344b16-7494-4035-8296-7377ffb99c89 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.2567365 May 04 08:19:05.236158 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:19:05.236658 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Checking segment: {'id': 'e75be89d-d720-4cc9-8f50-cb6a561e1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:05.236996 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:05.239878 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Bound using segment: {'id': 'e75be89d-d720-4cc9-8f50-cb6a561e1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:19:05.240683 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Bound port: de3cb14e-0102-400c-aa97-1a6b02085a41, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75be89d-d720-4cc9-8f50-cb6a561e1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:19:05.241547 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (de3cb14e-0102-400c-aa97-1a6b02085a41), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:05.248398 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c4856-2f02-453f-a4ef-6a02bee9e5fa req-6f71a005-9182-4021-b6b1-f6f3ae93fd9e tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:05.255901 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8b8c4856-2f02-453f-a4ef-6a02bee9e5fa req-6f71a005-9182-4021-b6b1-f6f3ae93fd9e tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.1037915 May 04 08:19:05.311038 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] For port de3cb14e-0102-400c-aa97-1a6b02085a41, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:19:05.315158 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] For port de3cb14e-0102-400c-aa97-1a6b02085a41, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=de3cb14e-0102-400c-aa97-1a6b02085a41,segment=NetworkSegment(e75be89d-d720-4cc9-8f50-cb6a561e1c49),segment_id=e75be89d-d720-4cc9-8f50-cb6a561e1c49)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:19:05.324020 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (de3cb14e-0102-400c-aa97-1a6b02085a41), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:05.367182 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Publish callbacks [] for port (5af1551f-9a86-4370-83a5-0838722633f6), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:05.399280 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-46e6722d-20f3-47ab-885f-35018ea6b186 req-4f6a02f3-4a2c-4f3d-9a30-9e25d4bf8ea4 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688664 May 04 08:19:05.430420 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8b8c4856-2f02-453f-a4ef-6a02bee9e5fa req-216b4ba2-6364-4b6a-9110-b6e41631b672 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734197 May 04 08:19:05.441086 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (5af1551f-9a86-4370-83a5-0838722633f6), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:05.507973 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b07ec-0e2d-4748-98de-3159b6a33638 None None] Pushing event updated for resources: {'Port': ['ID=de3cb14e-0102-400c-aa97-1a6b02085a41,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:05.525690 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Pushing event updated for resources: {'Port': ['ID=5af1551f-9a86-4370-83a5-0838722633f6,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:05.537450 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.537614 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.537885 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.538229 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.538554 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.538900 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.539246 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.539550 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.539875 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.540273 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.540659 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.541047 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.541703 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.542030 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.542349 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.558941 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:05.561803 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:05.568306 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:19:05.757882 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:05.779514 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5f6b4-6473-4b94-90ad-30f0b249d5fa req-fd6005e9-6837-4096-9c6c-3ceda0b86aa0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:05.781473 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-06a5f6b4-6473-4b94-90ad-30f0b249d5fa req-fd6005e9-6837-4096-9c6c-3ceda0b86aa0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd HTTP/1.1" status: 200 len: 946 time: 0.1190655 May 04 08:19:05.958933 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-06a5f6b4-6473-4b94-90ad-30f0b249d5fa req-f028cd0d-b6a8-48ee-a4bb-90c84abfd59d tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=6be3a020-bf30-4a03-959c-c896c5c3b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707575 May 04 08:19:06.130771 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d907d-a74a-4af1-a040-f7612c74e371 req-3af3907b-fd3c-411e-8c98-8640d549d1c1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:06.153765 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f14d907d-a74a-4af1-a040-f7612c74e371 req-3af3907b-fd3c-411e-8c98-8640d549d1c1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd HTTP/1.1" status: 200 len: 946 time: 0.1154933 May 04 08:19:06.156710 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 35542) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:06.161287 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-bb039971-7d1a-4800-926f-4356443c1234 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Request body: {'floatingip': {'port_id': '5910a803-b1aa-4fbc-a6ea-8496258e2426'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:06.178344 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Publish callbacks [] for router_gateway (b196e4da-db69-4985-abc3-24005645564e), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:06.198973 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device de3cb14e-0102-400c-aa97-1a6b02085a41 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:06.225610 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bb039971-7d1a-4800-926f-4356443c1234 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for floatingip (e8090ec6-9517-4579-a556-e810f2cde092), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:06.262169 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port de3cb14e-0102-400c-aa97-1a6b02085a41 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:06.262801 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (de3cb14e-0102-400c-aa97-1a6b02085a41), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:06.369878 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port de3cb14e-0102-400c-aa97-1a6b02085a41 is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:06.371169 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (de3cb14e-0102-400c-aa97-1a6b02085a41), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:06.440412 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] For port de3cb14e-0102-400c-aa97-1a6b02085a41, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=de3cb14e-0102-400c-aa97-1a6b02085a41,segment=NetworkSegment(e75be89d-d720-4cc9-8f50-cb6a561e1c49),segment_id=e75be89d-d720-4cc9-8f50-cb6a561e1c49)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:06.452984 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (de3cb14e-0102-400c-aa97-1a6b02085a41), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:06.649677 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Pushing event updated for resources: {'Port': ['ID=de3cb14e-0102-400c-aa97-1a6b02085a41,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:06.828193 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa471ea-fd7d-4a83-a4aa-e2b4c237d6a0 req-c87fee5e-0df9-45fb-850a-4461d8132429 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:06.829700 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cfa471ea-fd7d-4a83-a4aa-e2b4c237d6a0 req-c87fee5e-0df9-45fb-850a-4461d8132429 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.2321074 May 04 08:19:06.844637 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d9314-fb0a-4747-a64d-c3693fda2fc6 req-00b2a9c1-242d-4d25-9bd3-509e6756bd9a tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:06.855821 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-922d9314-fb0a-4747-a64d-c3693fda2fc6 req-00b2a9c1-242d-4d25-9bd3-509e6756bd9a tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.2220910 May 04 08:19:07.095424 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-724172'] for router (b196e4da-db69-4985-abc3-24005645564e), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:07.109418 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cfa471ea-fd7d-4a83-a4aa-e2b4c237d6a0 req-3a95989c-afa1-465a-a0e6-1634c4f22b2a tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462139 May 04 08:19:07.139129 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-922d9314-fb0a-4747-a64d-c3693fda2fc6 req-0cd9fbd9-d486-4776-beed-c6512f9cac40 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2777758 May 04 08:19:07.169668 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bda4ba4-fac7-4867-82cc-4e66fc7e4356 None None] Network f5ff6776-cf33-4de5-a4a0-4985a4b133ac requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:19:07.216652 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-c5f4edc0-f68c-41a5-8253-b39585571b86 None None] Provisioning complete for port de3cb14e-0102-400c-aa97-1a6b02085a41 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:07.217359 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c5f4edc0-f68c-41a5-8253-b39585571b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (de3cb14e-0102-400c-aa97-1a6b02085a41), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:07.289276 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Router b196e4da-db69-4985-abc3-24005645564e is scheduled to L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 with binding_index 1 {{(pid=103564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 08:19:07.462027 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-c5f4edc0-f68c-41a5-8253-b39585571b86 None None] Current status of the port de3cb14e-0102-400c-aa97-1a6b02085a41 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:07.494835 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:19:07.505897 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3610e629-7be4-4285-a165-45ff2dd50fe2 None None] Sync routers for ids ['b196e4da-db69-4985-abc3-24005645564e'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:19:07.523874 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3610e629-7be4-4285-a165-45ff2dd50fe2 None None] Routers {'b196e4da-db69-4985-abc3-24005645564e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:07.524797 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-3610e629-7be4-4285-a165-45ff2dd50fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:19:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['b196e4da-db69-4985-abc3-24005645564e'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:07.554994 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:07.556337 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-c5e1214f-66a1-443c-acb8-760e25251c35 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8731303 May 04 08:19:07.559085 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 35550) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:07.673523 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bb039971-7d1a-4800-926f-4356443c1234 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:07.682983 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bb039971-7d1a-4800-926f-4356443c1234 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (e8090ec6-9517-4579-a556-e810f2cde092), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:07.780941 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-0f858370-ea7d-42a7-ab8c-39576be4ac35 None None] Provisioning complete for port de3cb14e-0102-400c-aa97-1a6b02085a41 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:07.781335 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0f858370-ea7d-42a7-ab8c-39576be4ac35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (de3cb14e-0102-400c-aa97-1a6b02085a41), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:07.813978 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-3610e629-7be4-4285-a165-45ff2dd50fe2 None None] Set router b196e4da-db69-4985-abc3-24005645564e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:07.913450 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.db.l3_db [None req-bb039971-7d1a-4800-926f-4356443c1234 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Floating IP e8090ec6-9517-4579-a556-e810f2cde092 associated. External IP: 172.27.3.80, port: 5910a803-b1aa-4fbc-a6ea-8496258e2426. May 04 08:19:07.947365 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-0f858370-ea7d-42a7-ab8c-39576be4ac35 None None] Current status of the port de3cb14e-0102-400c-aa97-1a6b02085a41 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:08.363032 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device de3cb14e-0102-400c-aa97-1a6b02085a41 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:08.379003 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-3610e629-7be4-4285-a165-45ff2dd50fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b196e4da-db69-4985-abc3-24005645564e', 'name': 'tempest-TestShelveInstance-279621704-router', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '5af1551f-9a86-4370-83a5-0838722633f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:03Z', 'updated_at': '2022-05-04T08:19:05Z', 'revision_number': 3, 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'gw_port': {'id': '5af1551f-9a86-4370-83a5-0838722633f6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:89:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b196e4da-db69-4985-abc3-24005645564e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:04Z', 'updated_at': '2022-05-04T08:19:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:08.443001 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3610e629-7be4-4285-a165-45ff2dd50fe2 None None] Checking router: b196e4da-db69-4985-abc3-24005645564e for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:19:08.443481 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3610e629-7be4-4285-a165-45ff2dd50fe2 None None] Updating router b196e4da-db69-4985-abc3-24005645564e port 5af1551f-9a86-4370-83a5-0838722633f6 binding host dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:19:08.451158 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c84ebb-d973-46cf-b783-baae02602366 req-f290008d-eb4d-412b-80e9-af3b791f721a tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:08.458806 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-56c84ebb-d973-46cf-b783-baae02602366 req-f290008d-eb4d-412b-80e9-af3b791f721a tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0567522 May 04 08:19:08.501328 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bab32-c717-4f61-98a8-9e2900bd29c5 req-6fabb2b5-bb48-458e-94e1-6b5a4a445200 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:08.502767 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-3610e629-7be4-4285-a165-45ff2dd50fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (5af1551f-9a86-4370-83a5-0838722633f6), before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:08.503013 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d04bab32-c717-4f61-98a8-9e2900bd29c5 req-6fabb2b5-bb48-458e-94e1-6b5a4a445200 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.1873343 May 04 08:19:08.515439 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port de3cb14e-0102-400c-aa97-1a6b02085a41 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:08.516051 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (de3cb14e-0102-400c-aa97-1a6b02085a41), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:08.750961 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-05d69b72-f86c-480c-aa0c-d0bd73c50f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:08.795962 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port de3cb14e-0102-400c-aa97-1a6b02085a41 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:08.906186 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-56c84ebb-d973-46cf-b783-baae02602366 req-f6d68f3f-9a4e-42cf-8daf-221e77ca653e tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4463785 May 04 08:19:08.959895 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d04bab32-c717-4f61-98a8-9e2900bd29c5 req-53405cb4-7878-4d47-a6ab-020b07fef72b tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4466748 May 04 08:19:09.012613 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb039971-7d1a-4800-926f-4356443c1234 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:19:09.075361 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-3610e629-7be4-4285-a165-45ff2dd50fe2 None None] Publish callbacks [] for port (5af1551f-9a86-4370-83a5-0838722633f6), precommit_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:09.084342 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-3610e629-7be4-4285-a165-45ff2dd50fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (5af1551f-9a86-4370-83a5-0838722633f6), after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:09.135124 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-05d69b72-f86c-480c-aa0c-d0bd73c50f2e admin admin] Allocated IP 172.20.0.1 (f5ff6776-cf33-4de5-a4a0-4985a4b133ac/2f3664ef-e21d-4df5-a950-15cbe573119a/4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:19:09.156442 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb039971-7d1a-4800-926f-4356443c1234 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:19:09.164956 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bb039971-7d1a-4800-926f-4356443c1234 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:09.184151 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c85279-66ee-4ff9-b3da-60fbc0a429f8 None None] Sync routers for ids ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'] in dv-cinder-840289-4-iscsi {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:19:09.189799 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-3610e629-7be4-4285-a165-45ff2dd50fe2 None None] Attempting to bind port 5af1551f-9a86-4370-83a5-0838722633f6 on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:19:09.192961 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-3610e629-7be4-4285-a165-45ff2dd50fe2 None None] Attempting to bind port 5af1551f-9a86-4370-83a5-0838722633f6 by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:19:09.193453 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3610e629-7be4-4285-a165-45ff2dd50fe2 None None] Attempting to bind port 5af1551f-9a86-4370-83a5-0838722633f6 on network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:19:09.204835 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c85279-66ee-4ff9-b3da-60fbc0a429f8 None None] Routers {'596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:09.205609 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d7c85279-66ee-4ff9-b3da-60fbc0a429f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:19:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:09.210449 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3610e629-7be4-4285-a165-45ff2dd50fe2 None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:19:09.210824 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3610e629-7be4-4285-a165-45ff2dd50fe2 None None] Checking segment: {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:09.212477 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-3610e629-7be4-4285-a165-45ff2dd50fe2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:09.212477 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3610e629-7be4-4285-a165-45ff2dd50fe2 None None] Bound using segment: {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:19:09.212477 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-3610e629-7be4-4285-a165-45ff2dd50fe2 None None] Bound port: 5af1551f-9a86-4370-83a5-0838722633f6, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:19:09.212818 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-3610e629-7be4-4285-a165-45ff2dd50fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (5af1551f-9a86-4370-83a5-0838722633f6), before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:09.229929 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-bb039971-7d1a-4800-926f-4356443c1234 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "PUT /v2.0/floatingips/e8090ec6-9517-4579-a556-e810f2cde092 HTTP/1.1" status: 200 len: 991 time: 3.0716143 May 04 08:19:09.230472 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd', 'tag': '5910a803-b1aa-4fbc-a6ea-8496258e2426'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:19:09.232952 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644f9b81011f902d5a48520c995b4e8323da082f15dc8879127e03e175236f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13c01d0-44a4-4140-ba80-4f704acc1411" -d '{"events": [{"name": "network-changed", "server_uuid": "4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd", "tag": "5910a803-b1aa-4fbc-a6ea-8496258e2426"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:19:09.290427 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd42fb6d-3d6b-4536-89ae-b1997b7b5cd2 x-openstack-request-id: req-bd42fb6d-3d6b-4536-89ae-b1997b7b5cd2 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:19:09.290746 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd", "tag": "5910a803-b1aa-4fbc-a6ea-8496258e2426", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:19:09.291185 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bd42fb6d-3d6b-4536-89ae-b1997b7b5cd2 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:19:09.291601 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd42fb6d-3d6b-4536-89ae-b1997b7b5cd2'] response: {'name': 'network-changed', 'server_uuid': '4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd', 'tag': '5910a803-b1aa-4fbc-a6ea-8496258e2426', 'status': 'completed', 'code': 200} May 04 08:19:09.312326 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-3610e629-7be4-4285-a165-45ff2dd50fe2 None None] For port 5af1551f-9a86-4370-83a5-0838722633f6, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:19:09.316129 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-3610e629-7be4-4285-a165-45ff2dd50fe2 None None] For port 5af1551f-9a86-4370-83a5-0838722633f6, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=5af1551f-9a86-4370-83a5-0838722633f6,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:19:09.326775 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-3610e629-7be4-4285-a165-45ff2dd50fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (5af1551f-9a86-4370-83a5-0838722633f6), after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:09.360241 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3610e629-7be4-4285-a165-45ff2dd50fe2 None None] Routers {'b196e4da-db69-4985-abc3-24005645564e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:09.361347 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-3610e629-7be4-4285-a165-45ff2dd50fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:19:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['b196e4da-db69-4985-abc3-24005645564e'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:09.416474 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-05d69b72-f86c-480c-aa0c-d0bd73c50f2e admin admin] Publish callbacks [] for port (4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:09.480954 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-d7c85279-66ee-4ff9-b3da-60fbc0a429f8 None None] Set router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:09.482550 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-3610e629-7be4-4285-a165-45ff2dd50fe2 None None] Set router b196e4da-db69-4985-abc3-24005645564e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:09.495231 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c01d0-44a4-4140-ba80-4f704acc1411 req-6be0f36c-e736-42b9-9971-9765cbf5a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:09.497146 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e13c01d0-44a4-4140-ba80-4f704acc1411 req-6be0f36c-e736-42b9-9971-9765cbf5a35e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49d87bce57a4470d85b4df9b85eb9602&device_id=4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd HTTP/1.1" status: 200 len: 1130 time: 0.1363907 May 04 08:19:09.545831 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-05d69b72-f86c-480c-aa0c-d0bd73c50f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:09.629793 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d69b72-f86c-480c-aa0c-d0bd73c50f2e admin admin] Pushing event updated for resources: {'Port': ['ID=4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:09.677013 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47ab30-6168-4427-8f66-a231c6a35259 None None] Pushing event updated for resources: {'Port': ['ID=5af1551f-9a86-4370-83a5-0838722633f6,revision_number=2']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:09.680389 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-3610e629-7be4-4285-a165-45ff2dd50fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b196e4da-db69-4985-abc3-24005645564e', 'name': 'tempest-TestShelveInstance-279621704-router', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '5af1551f-9a86-4370-83a5-0838722633f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:03Z', 'updated_at': '2022-05-04T08:19:05Z', 'revision_number': 3, 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'gw_port': {'id': '5af1551f-9a86-4370-83a5-0838722633f6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:89:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b196e4da-db69-4985-abc3-24005645564e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:04Z', 'updated_at': '2022-05-04T08:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:09.718513 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3610e629-7be4-4285-a165-45ff2dd50fe2 None None] The sync data for ids ['b196e4da-db69-4985-abc3-24005645564e'] in dv-cinder-840289-4-iscsi is: [{'id': 'b196e4da-db69-4985-abc3-24005645564e', 'name': 'tempest-TestShelveInstance-279621704-router', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '5af1551f-9a86-4370-83a5-0838722633f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:03Z', 'updated_at': '2022-05-04T08:19:05Z', 'revision_number': 3, 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'gw_port': {'id': '5af1551f-9a86-4370-83a5-0838722633f6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:89:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b196e4da-db69-4985-abc3-24005645564e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:04Z', 'updated_at': '2022-05-04T08:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:19:09.740566 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d69b72-f86c-480c-aa0c-d0bd73c50f2e admin admin] Network f5ff6776-cf33-4de5-a4a0-4985a4b133ac is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:09.801214 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-05d69b72-f86c-480c-aa0c-d0bd73c50f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:09.826476 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47ab30-6168-4427-8f66-a231c6a35259 None None] Pushing event updated for resources: {'Port': ['ID=5af1551f-9a86-4370-83a5-0838722633f6,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:09.831784 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d69b72-f86c-480c-aa0c-d0bd73c50f2e admin admin] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:19:09.918909 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-05d69b72-f86c-480c-aa0c-d0bd73c50f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722361'] for router_interface (b196e4da-db69-4985-abc3-24005645564e), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:10.233671 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde060f2-18f7-46b7-912b-ca6a36e8b03a req-206a3e8a-2b31-4737-8e7e-247e4ce3007f tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:10.264446 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cde060f2-18f7-46b7-912b-ca6a36e8b03a req-206a3e8a-2b31-4737-8e7e-247e4ce3007f tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.2068338 May 04 08:19:10.281452 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c01d0-44a4-4140-ba80-4f704acc1411 req-bb9df110-771a-4520-a324-8452ff1682f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:10.295810 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e13c01d0-44a4-4140-ba80-4f704acc1411 req-bb9df110-771a-4520-a324-8452ff1682f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2275bde-63c0-443b-bf71-d866f4d5c8f1 HTTP/1.1" status: 200 len: 915 time: 0.7602067 May 04 08:19:10.419987 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-3f9d2c2c-aacc-4b59-9da3-03f6ae368be2 None None] Provisioning complete for port 4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:10.423349 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2c2c-aacc-4b59-9da3-03f6ae368be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:10.514974 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cde060f2-18f7-46b7-912b-ca6a36e8b03a req-7f4906c9-3411-4b81-a3c2-baec9002ea19 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682887 May 04 08:19:10.529227 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c92f4-61b1-4436-a657-5400db4f6d71 req-a0aefcee-8176-4707-8494-4003c924ce54 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:10.533595 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c75c92f4-61b1-4436-a657-5400db4f6d71 req-a0aefcee-8176-4707-8494-4003c924ce54 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.3661497 May 04 08:19:10.570848 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-3f9d2c2c-aacc-4b59-9da3-03f6ae368be2 None None] Port 4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:19:10.586016 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d7c85279-66ee-4ff9-b3da-60fbc0a429f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'b24218e1-ec5b-45a2-b9f6-698fe91491c1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'port_id': '531f9e74-506d-4b94-93b7-78933b5296f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'mac_address': 'fa:16:3e:93:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dccdc70-1580-4fd0-94f0-6ac1d996b348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:16:27Z', 'updated_at': '2022-05-04T08:17:14Z', 'revision_number': 2, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'fixed_ip_address_scope': None}, {'id': 'e8090ec6-9517-4579-a556-e810f2cde092', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'port_id': '5910a803-b1aa-4fbc-a6ea-8496258e2426', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'mac_address': 'fa:16:3e:41:24:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:18:39Z', 'updated_at': '2022-05-04T08:19:07Z', 'revision_number': 1, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0be89f-d1e7-4551-99d6-a575798b7796', 'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'mac_address': 'fa:16:3e:dc:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:21Z', 'revision_number': 5, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'subnets': [{'id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:10.605389 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e13c01d0-44a4-4140-ba80-4f704acc1411 req-b807695b-f046-475c-8cce-19c6e2201c78 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5910a803-b1aa-4fbc-a6ea-8496258e2426 HTTP/1.1" status: 200 len: 999 time: 0.2840104 May 04 08:19:10.667797 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c85279-66ee-4ff9-b3da-60fbc0a429f8 None None] Checking router: 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e for host: dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:19:10.678726 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c75c92f4-61b1-4436-a657-5400db4f6d71 req-3c8cac10-cdb7-42a3-b8cf-cb9fb2d2d8f2 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381414 May 04 08:19:10.687633 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c85279-66ee-4ff9-b3da-60fbc0a429f8 None None] Routers {'596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:10.688580 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d7c85279-66ee-4ff9-b3da-60fbc0a429f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:19:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:10.801452 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c01d0-44a4-4140-ba80-4f704acc1411 req-4eaca3f5-41e4-4fb1-bd95-e62bbdec80a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:10.803067 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e13c01d0-44a4-4140-ba80-4f704acc1411 req-4eaca3f5-41e4-4fb1-bd95-e62bbdec80a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=652635ed-4b18-46ee-9740-87f4e09ea616 HTTP/1.1" status: 200 len: 853 time: 0.0971589 May 04 08:19:10.803827 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-05d69b72-f86c-480c-aa0c-d0bd73c50f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:10.964535 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-d7c85279-66ee-4ff9-b3da-60fbc0a429f8 None None] Set router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:10.994056 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c01d0-44a4-4140-ba80-4f704acc1411 req-fb105f62-ac9f-4c0d-8364-2721db3f4190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:10.995628 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e13c01d0-44a4-4140-ba80-4f704acc1411 req-fb105f62-ac9f-4c0d-8364-2721db3f4190 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2275bde-63c0-443b-bf71-d866f4d5c8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1719735 May 04 08:19:11.411395 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d7c85279-66ee-4ff9-b3da-60fbc0a429f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'b24218e1-ec5b-45a2-b9f6-698fe91491c1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'port_id': '531f9e74-506d-4b94-93b7-78933b5296f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'mac_address': 'fa:16:3e:93:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dccdc70-1580-4fd0-94f0-6ac1d996b348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:16:27Z', 'updated_at': '2022-05-04T08:17:14Z', 'revision_number': 2, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'fixed_ip_address_scope': None}, {'id': 'e8090ec6-9517-4579-a556-e810f2cde092', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'port_id': '5910a803-b1aa-4fbc-a6ea-8496258e2426', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'mac_address': 'fa:16:3e:41:24:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:18:39Z', 'updated_at': '2022-05-04T08:19:07Z', 'revision_number': 1, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0be89f-d1e7-4551-99d6-a575798b7796', 'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'mac_address': 'fa:16:3e:dc:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:21Z', 'revision_number': 5, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'subnets': [{'id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:11.476683 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c85279-66ee-4ff9-b3da-60fbc0a429f8 None None] The sync data for ids ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'] in dv-cinder-840289-4-iscsi is: [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'b24218e1-ec5b-45a2-b9f6-698fe91491c1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'port_id': '531f9e74-506d-4b94-93b7-78933b5296f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'mac_address': 'fa:16:3e:93:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dccdc70-1580-4fd0-94f0-6ac1d996b348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:16:27Z', 'updated_at': '2022-05-04T08:17:14Z', 'revision_number': 2, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'fixed_ip_address_scope': None}, {'id': 'e8090ec6-9517-4579-a556-e810f2cde092', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'port_id': '5910a803-b1aa-4fbc-a6ea-8496258e2426', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'mac_address': 'fa:16:3e:41:24:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:18:39Z', 'updated_at': '2022-05-04T08:19:07Z', 'revision_number': 1, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0be89f-d1e7-4551-99d6-a575798b7796', 'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'mac_address': 'fa:16:3e:dc:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:21Z', 'revision_number': 5, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'subnets': [{'id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:19:11.482074 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-05d69b72-f86c-480c-aa0c-d0bd73c50f2e admin admin] Publish callbacks [] for port (4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:11.502142 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-05d69b72-f86c-480c-aa0c-d0bd73c50f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:11.577265 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-05d69b72-f86c-480c-aa0c-d0bd73c50f2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722279'] for router_interface (b196e4da-db69-4985-abc3-24005645564e), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:11.586388 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e13c01d0-44a4-4140-ba80-4f704acc1411 req-cffa11be-905d-42c3-b47f-6a6f79d8506d service neutron] 10.222.0.13 "GET /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5768783 May 04 08:19:11.747817 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d69b72-f86c-480c-aa0c-d0bd73c50f2e admin admin] Pushing event updated for resources: {'Port': ['ID=4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:11.781932 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d476cb0-96ea-46a9-be9c-c0db2ba84ab5 req-ca91dfb8-e36a-4e73-8aeb-d9fde504a426 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:11.784747 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2d476cb0-96ea-46a9-be9c-c0db2ba84ab5 req-ca91dfb8-e36a-4e73-8aeb-d9fde504a426 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0873506 May 04 08:19:11.882757 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2d476cb0-96ea-46a9-be9c-c0db2ba84ab5 req-fd32b5d0-61d5-4d42-86f3-6e05b200bc1c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917385 May 04 08:19:11.896893 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4727bb-263b-4ce9-8ed3-953a9a897d99 req-3ff67088-91ce-478f-9321-0fa0a7f86089 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:11.904128 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ae4727bb-263b-4ce9-8ed3-953a9a897d99 req-3ff67088-91ce-478f-9321-0fa0a7f86089 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.0841944 May 04 08:19:11.961204 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ae4727bb-263b-4ce9-8ed3-953a9a897d99 req-b71da83f-63f5-43fc-84fe-76566e774447 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558078 May 04 08:19:12.227297 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 5af1551f-9a86-4370-83a5-0838722633f6 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:12.340918 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 5af1551f-9a86-4370-83a5-0838722633f6 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:12.341293 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (5af1551f-9a86-4370-83a5-0838722633f6), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:12.514930 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e13c01d0-44a4-4140-ba80-4f704acc1411 req-aac662ad-e45c-46e7-a5ef-a9028e3c26c4 service neutron] 10.222.0.13 "GET /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8984478 May 04 08:19:12.538802 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d69b72-f86c-480c-aa0c-d0bd73c50f2e admin admin] Network f5ff6776-cf33-4de5-a4a0-4985a4b133ac is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:12.562865 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-05d69b72-f86c-480c-aa0c-d0bd73c50f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:12.589273 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acc378b-35a7-4e23-91a1-6cfba378bd82 None None] New status for floating IP e8090ec6-9517-4579-a556-e810f2cde092: ACTIVE {{(pid=103566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:19:12.598139 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 5af1551f-9a86-4370-83a5-0838722633f6 is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:12.598747 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (5af1551f-9a86-4370-83a5-0838722633f6), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:12.658334 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] For port 5af1551f-9a86-4370-83a5-0838722633f6, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=5af1551f-9a86-4370-83a5-0838722633f6,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:12.666343 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (5af1551f-9a86-4370-83a5-0838722633f6), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:12.839906 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Pushing event updated for resources: {'Port': ['ID=5af1551f-9a86-4370-83a5-0838722633f6,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:12.870536 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d69b72-f86c-480c-aa0c-d0bd73c50f2e admin admin] Router b196e4da-db69-4985-abc3-24005645564e has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:19:13.028050 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-afa82c7a-f465-4cd3-a0df-b8204b6ff817 None None] Provisioning complete for port 4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:13.028425 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-afa82c7a-f465-4cd3-a0df-b8204b6ff817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:13.041132 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d69b72-f86c-480c-aa0c-d0bd73c50f2e admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:19:13.047545 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-05d69b72-f86c-480c-aa0c-d0bd73c50f2e admin admin] 10.222.0.59 "PUT /v2.0/routers/b196e4da-db69-4985-abc3-24005645564e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4873290 May 04 08:19:13.089111 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-afa82c7a-f465-4cd3-a0df-b8204b6ff817 None None] Port 4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:19:13.146169 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319b495-2f7e-4390-ab60-324e44b0f48b req-52ff1b9c-a43d-4dec-bc0c-3c6e336b79bb tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:13.150638 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c319b495-2f7e-4390-ab60-324e44b0f48b req-52ff1b9c-a43d-4dec-bc0c-3c6e336b79bb tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.1379070 May 04 08:19:13.189953 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be897d0b-9240-48a8-b9f5-a697c33c284d None None] Sync routers for ids ['b196e4da-db69-4985-abc3-24005645564e'] in dv-cinder-840289-4-iscsi {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:19:13.217499 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1333d-4812-43b8-8931-6d70e9e4feff req-0d847a71-4ea0-49b4-85ab-3840334df68c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:13.225150 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be897d0b-9240-48a8-b9f5-a697c33c284d None None] Routers {'b196e4da-db69-4985-abc3-24005645564e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:13.225751 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a0a1333d-4812-43b8-8931-6d70e9e4feff req-0d847a71-4ea0-49b4-85ab-3840334df68c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.0709755 May 04 08:19:13.228513 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-be897d0b-9240-48a8-b9f5-a697c33c284d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:19:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['b196e4da-db69-4985-abc3-24005645564e'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:13.296301 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a0a1333d-4812-43b8-8931-6d70e9e4feff req-c9a2826b-7291-4a55-addb-ca8405741ff4 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682292 May 04 08:19:13.399443 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c319b495-2f7e-4390-ab60-324e44b0f48b req-861def7b-8097-407f-9896-419c9fd5338f tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525421 May 04 08:19:13.443574 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-be897d0b-9240-48a8-b9f5-a697c33c284d None None] Set router b196e4da-db69-4985-abc3-24005645564e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:13.662287 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-be897d0b-9240-48a8-b9f5-a697c33c284d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b196e4da-db69-4985-abc3-24005645564e', 'name': 'tempest-TestShelveInstance-279621704-router', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '5af1551f-9a86-4370-83a5-0838722633f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:03Z', 'updated_at': '2022-05-04T08:19:10Z', 'revision_number': 4, 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'gw_port': {'id': '5af1551f-9a86-4370-83a5-0838722633f6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:89:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196e4da-db69-4985-abc3-24005645564e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:04Z', 'updated_at': '2022-05-04T08:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa', 'name': '', 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'mac_address': 'fa:16:3e:88:73:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b196e4da-db69-4985-abc3-24005645564e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2f3664ef-e21d-4df5-a950-15cbe573119a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:08Z', 'updated_at': '2022-05-04T08:19:11Z', 'revision_number': 2, 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'subnets': [{'id': '2f3664ef-e21d-4df5-a950-15cbe573119a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:13.692932 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be897d0b-9240-48a8-b9f5-a697c33c284d None None] Checking router: b196e4da-db69-4985-abc3-24005645564e for host: dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:19:13.693584 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be897d0b-9240-48a8-b9f5-a697c33c284d None None] Updating router b196e4da-db69-4985-abc3-24005645564e port 4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa binding host dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:19:13.735138 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-be897d0b-9240-48a8-b9f5-a697c33c284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:13.803126 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 35642) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:13.813563 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-1022deaf-656e-47dd-a607-bc353f05d2dd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1563161729-network', 'tenant_id': 'cb7e420ca5b7450b9d6fb094a5760af2'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:13.844733 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1022deaf-656e-47dd-a607-bc353f05d2dd admin admin] Made reservation on behalf of cb7e420ca5b7450b9d6fb094a5760af2 for: {'network': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:19:13.847803 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1022deaf-656e-47dd-a607-bc353f05d2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for network (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:13.859208 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1022deaf-656e-47dd-a607-bc353f05d2dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:13.966608 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1022deaf-656e-47dd-a607-bc353f05d2dd admin admin] Publish callbacks [] for security_group (c8a9f79d-fa85-4fc6-be9f-f26e7dacd99a), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:13.976283 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1022deaf-656e-47dd-a607-bc353f05d2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (c8a9f79d-fa85-4fc6-be9f-f26e7dacd99a), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:14.024747 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1022deaf-656e-47dd-a607-bc353f05d2dd admin admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=103564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:19:14.030586 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022deaf-656e-47dd-a607-bc353f05d2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a9f79d-fa85-4fc6-be9f-f26e7dacd99a,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:14.063422 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1022deaf-656e-47dd-a607-bc353f05d2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (1360017c-cdb3-4a4b-8d60-a1769ae3d7ff), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:14.063772 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.segments_db [None req-1022deaf-656e-47dd-a607-bc353f05d2dd admin admin] Added segment 1360017c-cdb3-4a4b-8d60-a1769ae3d7ff of type vlan for network 688c3bdd-c0cc-4ca8-833e-fccafe30bd71 May 04 08:19:14.143803 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98e117-e16e-410c-8791-678c4729c5ac req-36258ed8-5216-47b5-b6f7-281afdf15ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:14.148219 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9d98e117-e16e-410c-8791-678c4729c5ac req-36258ed8-5216-47b5-b6f7-281afdf15ec6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76e08c9379ad43118a23806f1da1f18a&device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 1129 time: 0.0847988 May 04 08:19:14.161972 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 5af1551f-9a86-4370-83a5-0838722633f6 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:14.190927 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1022deaf-656e-47dd-a607-bc353f05d2dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787184729016'] for network (688c3bdd-c0cc-4ca8-833e-fccafe30bd71), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:14.240621 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 5af1551f-9a86-4370-83a5-0838722633f6 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:14.240993 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (5af1551f-9a86-4370-83a5-0838722633f6), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:14.277113 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1022deaf-656e-47dd-a607-bc353f05d2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (688c3bdd-c0cc-4ca8-833e-fccafe30bd71), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:14.284095 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1022deaf-656e-47dd-a607-bc353f05d2dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:14.284696 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1022deaf-656e-47dd-a607-bc353f05d2dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:14.344100 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-1022deaf-656e-47dd-a607-bc353f05d2dd admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5377488 May 04 08:19:14.347405 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 35646) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:14.352258 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-be897d0b-9240-48a8-b9f5-a697c33c284d None None] Publish callbacks [] for port (4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:14.353990 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-b9772b07-9468-4102-8bd0-a8aa1d01c2c2 admin admin] Request body: {'subnet': {'network_id': '688c3bdd-c0cc-4ca8-833e-fccafe30bd71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1563161729-subnet', 'tenant_id': 'cb7e420ca5b7450b9d6fb094a5760af2', 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:14.388858 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9772b07-9468-4102-8bd0-a8aa1d01c2c2 admin admin] Made reservation on behalf of cb7e420ca5b7450b9d6fb094a5760af2 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:19:14.391661 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9772b07-9468-4102-8bd0-a8aa1d01c2c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29652671'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:14.413448 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 5af1551f-9a86-4370-83a5-0838722633f6 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:14.424134 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-be897d0b-9240-48a8-b9f5-a697c33c284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:14.475015 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98e117-e16e-410c-8791-678c4729c5ac req-548da18b-5562-4241-99e9-15a0906b526e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:14.476511 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9d98e117-e16e-410c-8791-678c4729c5ac req-548da18b-5562-4241-99e9-15a0906b526e service neutron] 10.222.0.13 "GET /v2.0/networks?id=69e555c2-1670-40dc-ab1f-e521e2075e90 HTTP/1.1" status: 200 len: 917 time: 0.3228202 May 04 08:19:14.477261 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022deaf-656e-47dd-a607-bc353f05d2dd admin admin] Pushing event updated for resources: {'Network': ['ID=688c3bdd-c0cc-4ca8-833e-fccafe30bd71,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:14.508585 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Network 688c3bdd-c0cc-4ca8-833e-fccafe30bd71 details requested by agent ovs-agent-dv-cinder-840289-4-iscsi with host dv-cinder-840289-4-iscsi {{(pid=103565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:19:14.597262 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9d98e117-e16e-410c-8791-678c4729c5ac req-e04f209a-bcff-453c-b58c-b5c3725f1dd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ece0d49a-030d-48d4-9e36-92066c88c022 HTTP/1.1" status: 200 len: 1001 time: 0.1064551 May 04 08:19:14.614547 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92aa28-5231-4669-95ba-c1e051ee820f req-a8c98161-b9b8-4f5e-95fa-de321b98170b tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:14.616539 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0d92aa28-5231-4669-95ba-c1e051ee820f req-a8c98161-b9b8-4f5e-95fa-de321b98170b tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.1595063 May 04 08:19:14.631897 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed78fd7-487e-467a-b0b0-43ab1e352dc4 req-93509b6f-d873-4e8a-bf4f-57de268c5dbd tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:14.633712 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0ed78fd7-487e-467a-b0b0-43ab1e352dc4 req-93509b6f-d873-4e8a-bf4f-57de268c5dbd tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.1059365 May 04 08:19:14.679580 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98e117-e16e-410c-8791-678c4729c5ac req-dbe29039-3796-457a-8d02-f44e45b53de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:14.681173 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9d98e117-e16e-410c-8791-678c4729c5ac req-dbe29039-3796-457a-8d02-f44e45b53de3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1223e7c-a5fa-47f3-8b09-39c09633d1c1 HTTP/1.1" status: 200 len: 855 time: 0.0773132 May 04 08:19:14.708610 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-be897d0b-9240-48a8-b9f5-a697c33c284d None None] Attempting to bind port 4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:19:14.709201 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-be897d0b-9240-48a8-b9f5-a697c33c284d None None] Attempting to bind port 4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': 'e75be89d-d720-4cc9-8f50-cb6a561e1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:19:14.709470 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be897d0b-9240-48a8-b9f5-a697c33c284d None None] Attempting to bind port 4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa on network f5ff6776-cf33-4de5-a4a0-4985a4b133ac {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:19:14.717879 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be897d0b-9240-48a8-b9f5-a697c33c284d None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:19:14.718251 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be897d0b-9240-48a8-b9f5-a697c33c284d None None] Checking segment: {'id': 'e75be89d-d720-4cc9-8f50-cb6a561e1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:14.718656 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-be897d0b-9240-48a8-b9f5-a697c33c284d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:14.719074 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be897d0b-9240-48a8-b9f5-a697c33c284d None None] Bound using segment: {'id': 'e75be89d-d720-4cc9-8f50-cb6a561e1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:19:14.719676 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-be897d0b-9240-48a8-b9f5-a697c33c284d None None] Bound port: 4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75be89d-d720-4cc9-8f50-cb6a561e1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:19:14.720059 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-be897d0b-9240-48a8-b9f5-a697c33c284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:14.723573 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d1d3c-5b0d-4d0f-87c9-e21437d3deb7 None None] Pushing event updated for resources: {'Port': ['ID=4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:14.759812 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98e117-e16e-410c-8791-678c4729c5ac req-9385a7cd-fef3-4350-a74d-eb2670af7ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:14.761418 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9d98e117-e16e-410c-8791-678c4729c5ac req-9385a7cd-fef3-4350-a74d-eb2670af7ed3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=69e555c2-1670-40dc-ab1f-e521e2075e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743484 May 04 08:19:14.799257 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0d92aa28-5231-4669-95ba-c1e051ee820f req-c1945c8d-32e1-4cec-b7f1-d526e86f500b tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574619 May 04 08:19:14.874753 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-be897d0b-9240-48a8-b9f5-a697c33c284d None None] For port 4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:19:14.878365 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-10fea3dc-84c0-40b4-9302-042279650b16 None None] Provisioning complete for port 4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:14.878762 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-10fea3dc-84c0-40b4-9302-042279650b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:14.898437 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0ed78fd7-487e-467a-b0b0-43ab1e352dc4 req-84aa659d-467d-46ee-b11e-fbcb77b10e4f tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244351 May 04 08:19:14.931313 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9772b07-9468-4102-8bd0-a8aa1d01c2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31338846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29652641'] for subnet (f1fbd138-0d0f-4406-a96d-98fd1e61bbd2), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:14.934103 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-10fea3dc-84c0-40b4-9302-042279650b16 None None] Port 4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:19:14.937299 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9d98e117-e16e-410c-8791-678c4729c5ac req-1939b756-b901-475f-9799-7fce9c4a030e service neutron] 10.222.0.13 "GET /v2.0/networks/69e555c2-1670-40dc-ab1f-e521e2075e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691227 May 04 08:19:14.952225 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-be897d0b-9240-48a8-b9f5-a697c33c284d None None] For port 4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa,segment=NetworkSegment(e75be89d-d720-4cc9-8f50-cb6a561e1c49),segment_id=e75be89d-d720-4cc9-8f50-cb6a561e1c49)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:19:14.967679 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-be897d0b-9240-48a8-b9f5-a697c33c284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.048431 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d1d3c-5b0d-4d0f-87c9-e21437d3deb7 None None] Pushing event updated for resources: {'Port': ['ID=4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:15.064771 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be897d0b-9240-48a8-b9f5-a697c33c284d None None] Routers {'b196e4da-db69-4985-abc3-24005645564e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:15.065914 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-be897d0b-9240-48a8-b9f5-a697c33c284d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:19:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['b196e4da-db69-4985-abc3-24005645564e'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:15.068093 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9772b07-9468-4102-8bd0-a8aa1d01c2c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1fbd138-0d0f-4406-a96d-98fd1e61bbd2,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:15.073075 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9772b07-9468-4102-8bd0-a8aa1d01c2c2 admin admin] Checking segment: {'id': '1360017c-cdb3-4a4b-8d60-a1769ae3d7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '688c3bdd-c0cc-4ca8-833e-fccafe30bd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:15.075657 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9772b07-9468-4102-8bd0-a8aa1d01c2c2 admin admin] Network hostable DHCP agents. Network: 688c3bdd-c0cc-4ca8-833e-fccafe30bd71, hostable agents: ['85ebdc97-1e1f-4139-aa22-86704277d257'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:19:15.080173 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9d98e117-e16e-410c-8791-678c4729c5ac req-b1561a15-d9e6-4a4d-b88b-4fca6c176c15 service neutron] 10.222.0.13 "GET /v2.0/networks/69e555c2-1670-40dc-ab1f-e521e2075e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353390 May 04 08:19:15.124129 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9772b07-9468-4102-8bd0-a8aa1d01c2c2 admin admin] Network 688c3bdd-c0cc-4ca8-833e-fccafe30bd71 is scheduled to be hosted by DHCP agent 85ebdc97-1e1f-4139-aa22-86704277d257 with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:19:15.159737 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-b9772b07-9468-4102-8bd0-a8aa1d01c2c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-iscsi, 688c3bdd-c0cc-4ca8-833e-fccafe30bd71) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:15.169654 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9772b07-9468-4102-8bd0-a8aa1d01c2c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:15.171316 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9772b07-9468-4102-8bd0-a8aa1d01c2c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.196472 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-b9772b07-9468-4102-8bd0-a8aa1d01c2c2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8470170 May 04 08:19:15.202129 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 35692) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:15.207300 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-4bbc39df-e499-4aa7-a415-e555a437c3fc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1563161729-router', 'tenant_id': 'cb7e420ca5b7450b9d6fb094a5760af2', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:15.254192 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4bbc39df-e499-4aa7-a415-e555a437c3fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2908'] for router (441d9a52-7f6a-410a-80e9-48724f49d895), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.264982 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4bbc39df-e499-4aa7-a415-e555a437c3fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2901'] for router (441d9a52-7f6a-410a-80e9-48724f49d895), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.284058 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b6a625-8753-40ba-8f89-13e215a56292 None None] Network 688c3bdd-c0cc-4ca8-833e-fccafe30bd71 requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:19:15.295102 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-be897d0b-9240-48a8-b9f5-a697c33c284d None None] Set router b196e4da-db69-4985-abc3-24005645564e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:15.366814 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4bbc39df-e499-4aa7-a415-e555a437c3fc admin admin] Publish callbacks [] for router_controller (441d9a52-7f6a-410a-80e9-48724f49d895), precommit_add_association {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.575909 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-763c2b0b-2a4e-4fa9-bcaa-2cfac60782b3 None None] Provisioning complete for port 4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:15.576592 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-763c2b0b-2a4e-4fa9-bcaa-2cfac60782b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.590330 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7642c79c-1c75-4337-a6b7-f53c1b06afaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7207d5c-ebe3-5c40-9361-4076f3b3dda7-688c3bdd-c0cc-4ca8-833e-fccafe30bd71', 'network_id': '688c3bdd-c0cc-4ca8-833e-fccafe30bd71', 'project_id': 'cb7e420ca5b7450b9d6fb094a5760af2', 'fixed_ips': [{'subnet_id': 'f1fbd138-0d0f-4406-a96d-98fd1e61bbd2'}]}} from dv-cinder-840289-4-iscsi. {{(pid=103565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 08:19:15.591880 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-7642c79c-1c75-4337-a6b7-f53c1b06afaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.624946 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4bbc39df-e499-4aa7-a415-e555a437c3fc admin admin] Publish callbacks [] for router_gateway (441d9a52-7f6a-410a-80e9-48724f49d895), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.915342 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-be897d0b-9240-48a8-b9f5-a697c33c284d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b196e4da-db69-4985-abc3-24005645564e', 'name': 'tempest-TestShelveInstance-279621704-router', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '5af1551f-9a86-4370-83a5-0838722633f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:03Z', 'updated_at': '2022-05-04T08:19:10Z', 'revision_number': 4, 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'gw_port': {'id': '5af1551f-9a86-4370-83a5-0838722633f6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:89:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196e4da-db69-4985-abc3-24005645564e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:04Z', 'updated_at': '2022-05-04T08:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa', 'name': '', 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'mac_address': 'fa:16:3e:88:73:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b196e4da-db69-4985-abc3-24005645564e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2f3664ef-e21d-4df5-a950-15cbe573119a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:08Z', 'updated_at': '2022-05-04T08:19:14Z', 'revision_number': 4, 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'subnets': [{'id': '2f3664ef-e21d-4df5-a950-15cbe573119a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:15.922573 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4bbc39df-e499-4aa7-a415-e555a437c3fc admin admin] Publish callbacks [] for router_gateway (441d9a52-7f6a-410a-80e9-48724f49d895), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.942865 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4bbc39df-e499-4aa7-a415-e555a437c3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.014468 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-763c2b0b-2a4e-4fa9-bcaa-2cfac60782b3 None None] Current status of the port 4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:16.014860 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-763c2b0b-2a4e-4fa9-bcaa-2cfac60782b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.017170 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be897d0b-9240-48a8-b9f5-a697c33c284d None None] The sync data for ids ['b196e4da-db69-4985-abc3-24005645564e'] in dv-cinder-840289-4-iscsi is: [{'id': 'b196e4da-db69-4985-abc3-24005645564e', 'name': 'tempest-TestShelveInstance-279621704-router', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '5af1551f-9a86-4370-83a5-0838722633f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:03Z', 'updated_at': '2022-05-04T08:19:10Z', 'revision_number': 4, 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'gw_port': {'id': '5af1551f-9a86-4370-83a5-0838722633f6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:89:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196e4da-db69-4985-abc3-24005645564e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:04Z', 'updated_at': '2022-05-04T08:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa', 'name': '', 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'mac_address': 'fa:16:3e:88:73:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b196e4da-db69-4985-abc3-24005645564e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2f3664ef-e21d-4df5-a950-15cbe573119a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:08Z', 'updated_at': '2022-05-04T08:19:14Z', 'revision_number': 4, 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'subnets': [{'id': '2f3664ef-e21d-4df5-a950-15cbe573119a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:19:16.064279 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277209b3-0f15-43e9-9bad-24f09f01d3e9 req-2c769b3a-bff0-466f-91eb-3c48868a711c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:16.066677 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-277209b3-0f15-43e9-9bad-24f09f01d3e9 req-2c769b3a-bff0-466f-91eb-3c48868a711c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.1611624 May 04 08:19:16.101492 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-7642c79c-1c75-4337-a6b7-f53c1b06afaa None None] Allocated IP 172.20.0.2 (688c3bdd-c0cc-4ca8-833e-fccafe30bd71/f1fbd138-0d0f-4406-a96d-98fd1e61bbd2/f63628b9-92ae-467e-b0a0-15998984f5de) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:19:16.127370 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-763c2b0b-2a4e-4fa9-bcaa-2cfac60782b3 None None] For port 4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa,segment=NetworkSegment(e75be89d-d720-4cc9-8f50-cb6a561e1c49),segment_id=e75be89d-d720-4cc9-8f50-cb6a561e1c49)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:16.136827 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-763c2b0b-2a4e-4fa9-bcaa-2cfac60782b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.159860 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-4bbc39df-e499-4aa7-a415-e555a437c3fc admin admin] Allocated IP 172.27.3.187 (0ebd93d7-2ac3-420c-94d7-d3952e6d85cb/89057fef-1c75-4f30-81a6-882a67ba2a0a/8604d152-fc75-42a5-9e9b-02948550d031) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:19:16.244594 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3502b8e-e6fb-46a1-b9f4-701975aa33b1 req-0cf4503f-d592-4419-a974-37ee2dd26602 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:16.246541 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e3502b8e-e6fb-46a1-b9f4-701975aa33b1 req-0cf4503f-d592-4419-a974-37ee2dd26602 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.1984842 May 04 08:19:16.290325 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c2b0b-2a4e-4fa9-bcaa-2cfac60782b3 None None] Pushing event updated for resources: {'Port': ['ID=4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:16.317952 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-277209b3-0f15-43e9-9bad-24f09f01d3e9 req-02818c14-6c53-4991-b5b7-8bd2d171abeb tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399247 May 04 08:19:16.370677 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e3502b8e-e6fb-46a1-b9f4-701975aa33b1 req-a8bd52c3-3a77-4527-bf37-1d572c397b4d tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139786 May 04 08:19:16.421794 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-7642c79c-1c75-4337-a6b7-f53c1b06afaa None None] Publish callbacks [] for port (f63628b9-92ae-467e-b0a0-15998984f5de), precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.425435 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4bbc39df-e499-4aa7-a415-e555a437c3fc admin admin] Publish callbacks [] for port (8604d152-fc75-42a5-9e9b-02948550d031), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.435065 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-7642c79c-1c75-4337-a6b7-f53c1b06afaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434'] for port (f63628b9-92ae-467e-b0a0-15998984f5de), after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.474774 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4bbc39df-e499-4aa7-a415-e555a437c3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (8604d152-fc75-42a5-9e9b-02948550d031), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.478271 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642c79c-1c75-4337-a6b7-f53c1b06afaa None None] Pushing event updated for resources: {'Port': ['ID=f63628b9-92ae-467e-b0a0-15998984f5de,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:16.495766 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7642c79c-1c75-4337-a6b7-f53c1b06afaa None None] Network 688c3bdd-c0cc-4ca8-833e-fccafe30bd71 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:16.497314 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-7642c79c-1c75-4337-a6b7-f53c1b06afaa None None] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:16.499754 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7642c79c-1c75-4337-a6b7-f53c1b06afaa None None] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:19:16.515097 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbc39df-e499-4aa7-a415-e555a437c3fc admin admin] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:16.518410 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-4bbc39df-e499-4aa7-a415-e555a437c3fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:16.526274 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbc39df-e499-4aa7-a415-e555a437c3fc admin admin] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:19:16.583155 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-7642c79c-1c75-4337-a6b7-f53c1b06afaa None None] Attempting to bind port f63628b9-92ae-467e-b0a0-15998984f5de on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:19:16.583377 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-7642c79c-1c75-4337-a6b7-f53c1b06afaa None None] Attempting to bind port f63628b9-92ae-467e-b0a0-15998984f5de by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': '1360017c-cdb3-4a4b-8d60-a1769ae3d7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '688c3bdd-c0cc-4ca8-833e-fccafe30bd71'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:19:16.583766 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7642c79c-1c75-4337-a6b7-f53c1b06afaa None None] Attempting to bind port f63628b9-92ae-467e-b0a0-15998984f5de on network 688c3bdd-c0cc-4ca8-833e-fccafe30bd71 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:19:16.589775 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7642c79c-1c75-4337-a6b7-f53c1b06afaa None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:19:16.590241 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7642c79c-1c75-4337-a6b7-f53c1b06afaa None None] Checking segment: {'id': '1360017c-cdb3-4a4b-8d60-a1769ae3d7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '688c3bdd-c0cc-4ca8-833e-fccafe30bd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:16.590708 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-7642c79c-1c75-4337-a6b7-f53c1b06afaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.591053 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7642c79c-1c75-4337-a6b7-f53c1b06afaa None None] Bound using segment: {'id': '1360017c-cdb3-4a4b-8d60-a1769ae3d7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '688c3bdd-c0cc-4ca8-833e-fccafe30bd71'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:19:16.591527 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-7642c79c-1c75-4337-a6b7-f53c1b06afaa None None] Bound port: f63628b9-92ae-467e-b0a0-15998984f5de, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1360017c-cdb3-4a4b-8d60-a1769ae3d7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '688c3bdd-c0cc-4ca8-833e-fccafe30bd71'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:19:16.592687 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-7642c79c-1c75-4337-a6b7-f53c1b06afaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (f63628b9-92ae-467e-b0a0-15998984f5de), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.597141 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc39df-e499-4aa7-a415-e555a437c3fc admin admin] Pushing event updated for resources: {'Port': ['ID=8604d152-fc75-42a5-9e9b-02948550d031,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:16.681891 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-7642c79c-1c75-4337-a6b7-f53c1b06afaa None None] For port f63628b9-92ae-467e-b0a0-15998984f5de, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:19:16.687159 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-7642c79c-1c75-4337-a6b7-f53c1b06afaa None None] For port f63628b9-92ae-467e-b0a0-15998984f5de, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=f63628b9-92ae-467e-b0a0-15998984f5de,segment=NetworkSegment(1360017c-cdb3-4a4b-8d60-a1769ae3d7ff),segment_id=1360017c-cdb3-4a4b-8d60-a1769ae3d7ff)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:19:16.724325 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-7642c79c-1c75-4337-a6b7-f53c1b06afaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (f63628b9-92ae-467e-b0a0-15998984f5de), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.824991 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642c79c-1c75-4337-a6b7-f53c1b06afaa None None] Pushing event updated for resources: {'Port': ['ID=f63628b9-92ae-467e-b0a0-15998984f5de,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:16.909805 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4bbc39df-e499-4aa7-a415-e555a437c3fc admin admin] Publish callbacks [] for router_gateway (441d9a52-7f6a-410a-80e9-48724f49d895), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.956469 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-dc7dd25c-84da-456f-a4d9-26a16ed58e65 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:16.960611 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-dc7dd25c-84da-456f-a4d9-26a16ed58e65 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/networks?id=5cd04653-c1ab-4203-b77b-725a22d212fb HTTP/1.1" status: 200 len: 814 time: 0.1938992 May 04 08:19:16.973356 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-a0a03fb8-e335-42de-8c67-0cf267a39123 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/quotas/f62edba9a4f9457c82909ceed58104c3 HTTP/1.1" status: 200 len: 375 time: 0.0096974 May 04 08:19:17.068844 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-5116735c-dbe9-4109-bc9a-d6f09e62aced tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f62edba9a4f9457c82909ceed58104c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805514 May 04 08:19:17.169712 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-1264c393-34fe-4832-b207-6a50165a13cc service neutron] 10.222.0.59 "GET /v2.0/networks/5cd04653-c1ab-4203-b77b-725a22d212fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967560 May 04 08:19:17.214036 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4bbc39df-e499-4aa7-a415-e555a437c3fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-724172'] for router (441d9a52-7f6a-410a-80e9-48724f49d895), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:17.320119 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-a0d2ad29-35ee-4f3c-8c8a-7dcf69da7419 service neutron] 10.222.0.59 "GET /v2.0/networks/5cd04653-c1ab-4203-b77b-725a22d212fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398635 May 04 08:19:17.414927 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbc39df-e499-4aa7-a415-e555a437c3fc admin admin] Router 441d9a52-7f6a-410a-80e9-48724f49d895 is scheduled to L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 with binding_index 1 {{(pid=103564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 08:19:17.518917 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bf034-fd2a-4b88-aa72-a8b708188c0f req-d47aeef0-5d9c-413f-9b85-9c66d76074ed tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:17.520774 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dd6bf034-fd2a-4b88-aa72-a8b708188c0f req-d47aeef0-5d9c-413f-9b85-9c66d76074ed tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 945 time: 0.0726106 May 04 08:19:17.565471 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbc39df-e499-4aa7-a415-e555a437c3fc admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:19:17.585206 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab49035-dfb0-4d6f-bd73-b19e4f834933 None None] Sync routers for ids ['441d9a52-7f6a-410a-80e9-48724f49d895'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:19:17.597885 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4bbc39df-e499-4aa7-a415-e555a437c3fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:17.605810 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-4bbc39df-e499-4aa7-a415-e555a437c3fc admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4021599 May 04 08:19:17.606573 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 35752) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:17.621970 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab49035-dfb0-4d6f-bd73-b19e4f834933 None None] Routers {'441d9a52-7f6a-410a-80e9-48724f49d895'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:17.622622 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-dab49035-dfb0-4d6f-bd73-b19e4f834933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:19:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['441d9a52-7f6a-410a-80e9-48724f49d895'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:17.758130 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f61808-78c8-46b7-8f2e-da6278de2c07 req-18a12f13-7649-4c57-8bdb-a0372ee2b19c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:17.762585 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e9f61808-78c8-46b7-8f2e-da6278de2c07 req-18a12f13-7649-4c57-8bdb-a0372ee2b19c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.1245914 May 04 08:19:17.821899 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dd6bf034-fd2a-4b88-aa72-a8b708188c0f req-2175e93a-cd2c-4f31-974a-0f66bcee3740 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909255 May 04 08:19:17.880741 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-dab49035-dfb0-4d6f-bd73-b19e4f834933 None None] Set router 441d9a52-7f6a-410a-80e9-48724f49d895 gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:17.937263 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e9f61808-78c8-46b7-8f2e-da6278de2c07 req-efcd75b8-e9df-4942-b8ce-4b8bb74187d6 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684804 May 04 08:19:17.992217 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d289d58b-0e78-4d27-820a-2faac5295b58 req-73d3ca68-6a8e-439f-a845-fe22de07fa3b tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 210 time: 0.0465102 May 04 08:19:18.159514 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-dab49035-dfb0-4d6f-bd73-b19e4f834933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441d9a52-7f6a-410a-80e9-48724f49d895', 'name': 'tempest-TestShelveInstance-1563161729-router', 'tenant_id': 'cb7e420ca5b7450b9d6fb094a5760af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '8604d152-fc75-42a5-9e9b-02948550d031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:15Z', 'updated_at': '2022-05-04T08:19:16Z', 'revision_number': 3, 'project_id': 'cb7e420ca5b7450b9d6fb094a5760af2', 'gw_port': {'id': '8604d152-fc75-42a5-9e9b-02948550d031', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441d9a52-7f6a-410a-80e9-48724f49d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:15Z', 'updated_at': '2022-05-04T08:19:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:18.189427 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab49035-dfb0-4d6f-bd73-b19e4f834933 None None] Checking router: 441d9a52-7f6a-410a-80e9-48724f49d895 for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:19:18.189825 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab49035-dfb0-4d6f-bd73-b19e4f834933 None None] Updating router 441d9a52-7f6a-410a-80e9-48724f49d895 port 8604d152-fc75-42a5-9e9b-02948550d031 binding host dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:19:18.197038 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device ece0d49a-030d-48d4-9e36-92066c88c022 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:19:18.221185 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-dab49035-dfb0-4d6f-bd73-b19e4f834933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (8604d152-fc75-42a5-9e9b-02948550d031), before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:18.261707 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:18.318210 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060c1928-4558-47b3-ae35-b8b970300cba None None] Network 688c3bdd-c0cc-4ca8-833e-fccafe30bd71 requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:19:18.364113 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-b7dc8838-e3e5-40bd-94e4-ac68616492ae None None] Provisioning complete for port f63628b9-92ae-467e-b0a0-15998984f5de triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:18.364515 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b7dc8838-e3e5-40bd-94e4-ac68616492ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (f63628b9-92ae-467e-b0a0-15998984f5de), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:18.436865 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:18.437447 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:18.615235 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-dab49035-dfb0-4d6f-bd73-b19e4f834933 None None] Publish callbacks [] for port (8604d152-fc75-42a5-9e9b-02948550d031), precommit_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:18.621886 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-dab49035-dfb0-4d6f-bd73-b19e4f834933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (8604d152-fc75-42a5-9e9b-02948550d031), after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:18.665227 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port ece0d49a-030d-48d4-9e36-92066c88c022 is: ACTIVE; New status is: DOWN {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:18.665612 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (ece0d49a-030d-48d4-9e36-92066c88c022), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:18.685316 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71b97f-964d-4ae1-8547-529fa914aedb None None] Pushing event updated for resources: {'Port': ['ID=8604d152-fc75-42a5-9e9b-02948550d031,revision_number=2']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:18.705427 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-dab49035-dfb0-4d6f-bd73-b19e4f834933 None None] Attempting to bind port 8604d152-fc75-42a5-9e9b-02948550d031 on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:19:18.705976 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-dab49035-dfb0-4d6f-bd73-b19e4f834933 None None] Attempting to bind port 8604d152-fc75-42a5-9e9b-02948550d031 by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:19:18.706457 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab49035-dfb0-4d6f-bd73-b19e4f834933 None None] Attempting to bind port 8604d152-fc75-42a5-9e9b-02948550d031 on network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:19:18.712721 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab49035-dfb0-4d6f-bd73-b19e4f834933 None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:19:18.713236 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab49035-dfb0-4d6f-bd73-b19e4f834933 None None] Checking segment: {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:18.713769 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-dab49035-dfb0-4d6f-bd73-b19e4f834933 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:18.714165 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab49035-dfb0-4d6f-bd73-b19e4f834933 None None] Bound using segment: {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:19:18.714848 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-dab49035-dfb0-4d6f-bd73-b19e4f834933 None None] Bound port: 8604d152-fc75-42a5-9e9b-02948550d031, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63def598-c8a1-49cd-a302-bc32ea9cd286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:19:18.715475 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-dab49035-dfb0-4d6f-bd73-b19e4f834933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (8604d152-fc75-42a5-9e9b-02948550d031), before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:18.738411 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646f2e1f-c22b-4358-bc72-53f0e8a5800e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ece0d49a-030d-48d4-9e36-92066c88c022'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:19:18.740781 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3294cbd-800e-4f93-9db5-8696132452e8" -d '{"events": [{"server_uuid": "646f2e1f-c22b-4358-bc72-53f0e8a5800e", "name": "network-vif-unplugged", "status": "completed", "tag": "ece0d49a-030d-48d4-9e36-92066c88c022"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:19:18.756523 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3d603cd2-9def-4031-8f43-619be9970f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:18.757795 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port ece0d49a-030d-48d4-9e36-92066c88c022, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=ece0d49a-030d-48d4-9e36-92066c88c022,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:18.776442 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-dab49035-dfb0-4d6f-bd73-b19e4f834933 None None] For port 8604d152-fc75-42a5-9e9b-02948550d031, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:19:18.780306 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-dab49035-dfb0-4d6f-bd73-b19e4f834933 None None] For port 8604d152-fc75-42a5-9e9b-02948550d031, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=8604d152-fc75-42a5-9e9b-02948550d031,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:19:18.788168 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (ece0d49a-030d-48d4-9e36-92066c88c022), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:18.797317 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-dab49035-dfb0-4d6f-bd73-b19e4f834933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (8604d152-fc75-42a5-9e9b-02948550d031), after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:18.826984 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 May 2022 08:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e0b365-c320-4c59-9623-f1e9a496f9e1 x-openstack-request-id: req-a7e0b365-c320-4c59-9623-f1e9a496f9e1 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:19:18.827277 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646f2e1f-c22b-4358-bc72-53f0e8a5800e", "name": "network-vif-unplugged", "status": "failed", "tag": "ece0d49a-030d-48d4-9e36-92066c88c022", "code": 422}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:19:18.827557 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a7e0b365-c320-4c59-9623-f1e9a496f9e1 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:19:18.827971 dv-cinder-840289-4-iscsi neutron-server[103565]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a7e0b365-c320-4c59-9623-f1e9a496f9e1']: {'server_uuid': '646f2e1f-c22b-4358-bc72-53f0e8a5800e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ece0d49a-030d-48d4-9e36-92066c88c022', 'code': 422} returned with failed status May 04 08:19:18.868699 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc8838-e3e5-40bd-94e4-ac68616492ae None None] Current status of the port f63628b9-92ae-467e-b0a0-15998984f5de is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:18.869090 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b7dc8838-e3e5-40bd-94e4-ac68616492ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (f63628b9-92ae-467e-b0a0-15998984f5de), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:18.896681 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab49035-dfb0-4d6f-bd73-b19e4f834933 None None] Routers {'441d9a52-7f6a-410a-80e9-48724f49d895'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:18.897330 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-dab49035-dfb0-4d6f-bd73-b19e4f834933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:19:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['441d9a52-7f6a-410a-80e9-48724f49d895'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:18.948078 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:18.949108 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device f63628b9-92ae-467e-b0a0-15998984f5de up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:18.954855 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=ece0d49a-030d-48d4-9e36-92066c88c022,revision_number=8']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:19.024339 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-b7dc8838-e3e5-40bd-94e4-ac68616492ae None None] For port f63628b9-92ae-467e-b0a0-15998984f5de, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=f63628b9-92ae-467e-b0a0-15998984f5de,segment=NetworkSegment(1360017c-cdb3-4a4b-8d60-a1769ae3d7ff),segment_id=1360017c-cdb3-4a4b-8d60-a1769ae3d7ff)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:19.053156 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b7dc8838-e3e5-40bd-94e4-ac68616492ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (f63628b9-92ae-467e-b0a0-15998984f5de), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:19.064777 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-3d603cd2-9def-4031-8f43-619be9970f5b admin admin] Allocated IP 172.20.0.1 (688c3bdd-c0cc-4ca8-833e-fccafe30bd71/f1fbd138-0d0f-4406-a96d-98fd1e61bbd2/32766090-cd4b-46d5-9130-ccfd73d64df6) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:19:19.078557 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d84bb-5439-4d83-a6ad-a8135f3c2d69 req-3283b336-d213-4888-8c40-7447dcec35ae tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:19.088922 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71b97f-964d-4ae1-8547-529fa914aedb None None] Pushing event updated for resources: {'Port': ['ID=8604d152-fc75-42a5-9e9b-02948550d031,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:19.095568 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6e2d84bb-5439-4d83-a6ad-a8135f3c2d69 req-3283b336-d213-4888-8c40-7447dcec35ae tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.1484404 May 04 08:19:19.095761 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-dab49035-dfb0-4d6f-bd73-b19e4f834933 None None] Set router 441d9a52-7f6a-410a-80e9-48724f49d895 gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:19.111644 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port f63628b9-92ae-467e-b0a0-15998984f5de triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:19.112148 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (f63628b9-92ae-467e-b0a0-15998984f5de), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:19.145420 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc8838-e3e5-40bd-94e4-ac68616492ae None None] Pushing event updated for resources: {'Port': ['ID=f63628b9-92ae-467e-b0a0-15998984f5de,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:19.179694 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6e2d84bb-5439-4d83-a6ad-a8135f3c2d69 req-95fb0c1a-e322-4db9-a5be-fc6a1e284940 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757327 May 04 08:19:19.199517 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-76a79e89-35a7-43da-96c2-43dcc72c521f None None] Provisioning complete for port f63628b9-92ae-467e-b0a0-15998984f5de triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:19.199517 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-76a79e89-35a7-43da-96c2-43dcc72c521f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (f63628b9-92ae-467e-b0a0-15998984f5de), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:19.230316 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96757915-642a-4e1b-83c3-d3f1744601a0 req-c961e2f3-28c0-4946-bf6f-af6423dbc626 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:19.232671 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-96757915-642a-4e1b-83c3-d3f1744601a0 req-c961e2f3-28c0-4946-bf6f-af6423dbc626 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.1267943 May 04 08:19:19.268417 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3d603cd2-9def-4031-8f43-619be9970f5b admin admin] Publish callbacks [] for port (32766090-cd4b-46d5-9130-ccfd73d64df6), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:19.290683 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port f63628b9-92ae-467e-b0a0-15998984f5de is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:19.338863 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-76a79e89-35a7-43da-96c2-43dcc72c521f None None] Current status of the port f63628b9-92ae-467e-b0a0-15998984f5de is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:19.357981 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-422e51cc-a49a-40e8-ae79-16ca98b1ba9b req-aa422fe5-c1bf-41a1-bc49-453b07a20168 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 210 time: 0.0557625 May 04 08:19:19.368017 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-96757915-642a-4e1b-83c3-d3f1744601a0 req-f48b0200-7e01-48d7-8588-c2ae847f0cb8 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276715 May 04 08:19:19.373044 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-dab49035-dfb0-4d6f-bd73-b19e4f834933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441d9a52-7f6a-410a-80e9-48724f49d895', 'name': 'tempest-TestShelveInstance-1563161729-router', 'tenant_id': 'cb7e420ca5b7450b9d6fb094a5760af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '8604d152-fc75-42a5-9e9b-02948550d031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:15Z', 'updated_at': '2022-05-04T08:19:16Z', 'revision_number': 3, 'project_id': 'cb7e420ca5b7450b9d6fb094a5760af2', 'gw_port': {'id': '8604d152-fc75-42a5-9e9b-02948550d031', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441d9a52-7f6a-410a-80e9-48724f49d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:15Z', 'updated_at': '2022-05-04T08:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:19.393677 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3d603cd2-9def-4031-8f43-619be9970f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (32766090-cd4b-46d5-9130-ccfd73d64df6), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:19.428462 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab49035-dfb0-4d6f-bd73-b19e4f834933 None None] The sync data for ids ['441d9a52-7f6a-410a-80e9-48724f49d895'] in dv-cinder-840289-4-iscsi is: [{'id': '441d9a52-7f6a-410a-80e9-48724f49d895', 'name': 'tempest-TestShelveInstance-1563161729-router', 'tenant_id': 'cb7e420ca5b7450b9d6fb094a5760af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '8604d152-fc75-42a5-9e9b-02948550d031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:15Z', 'updated_at': '2022-05-04T08:19:16Z', 'revision_number': 3, 'project_id': 'cb7e420ca5b7450b9d6fb094a5760af2', 'gw_port': {'id': '8604d152-fc75-42a5-9e9b-02948550d031', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441d9a52-7f6a-410a-80e9-48724f49d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:15Z', 'updated_at': '2022-05-04T08:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:19:19.502498 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d603cd2-9def-4031-8f43-619be9970f5b admin admin] Network 688c3bdd-c0cc-4ca8-833e-fccafe30bd71 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:19.509076 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-3d603cd2-9def-4031-8f43-619be9970f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:19.513128 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d603cd2-9def-4031-8f43-619be9970f5b admin admin] Pushing event updated for resources: {'Port': ['ID=32766090-cd4b-46d5-9130-ccfd73d64df6,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:19.516033 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d603cd2-9def-4031-8f43-619be9970f5b admin admin] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:19:19.601950 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-654a9016-3744-40ac-a719-dda40e67f0ef tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:19.603644 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-654a9016-3744-40ac-a719-dda40e67f0ef tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.13 "GET /v2.0/networks?id=5cd04653-c1ab-4203-b77b-725a22d212fb HTTP/1.1" status: 200 len: 814 time: 0.2694058 May 04 08:19:19.605208 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3d603cd2-9def-4031-8f43-619be9970f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722361'] for router_interface (441d9a52-7f6a-410a-80e9-48724f49d895), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:19.712521 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-d9a7c769-e813-41bc-ae5a-e5b4ab7a3bc2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Request body: {'port': {'device_id': 'd48d936d-5899-4646-b970-68dbb426d0b0', 'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb', 'admin_state_up': True, 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:19.834073 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3d603cd2-9def-4031-8f43-619be9970f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (32766090-cd4b-46d5-9130-ccfd73d64df6), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:19.878787 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-e745307e-3728-4c9d-b847-9b5730e07e3a None None] Provisioning complete for port 32766090-cd4b-46d5-9130-ccfd73d64df6 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:19.879238 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e745307e-3728-4c9d-b847-9b5730e07e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (32766090-cd4b-46d5-9130-ccfd73d64df6), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:20.013630 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-e745307e-3728-4c9d-b847-9b5730e07e3a None None] Port 32766090-cd4b-46d5-9130-ccfd73d64df6 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:19:20.078147 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-d9a7c769-e813-41bc-ae5a-e5b4ab7a3bc2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Made reservation on behalf of f62edba9a4f9457c82909ceed58104c3 for: {'port': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:19:20.089440 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-d9a7c769-e813-41bc-ae5a-e5b4ab7a3bc2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:20.124054 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [req-a26af0ad-4b66-40ea-9145-d7c8a0c6fa35 req-8c6f9d5f-9e77-4221-bf9d-324d4d127381 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 08:19:20.126953 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a26af0ad-4b66-40ea-9145-d7c8a0c6fa35 req-8c6f9d5f-9e77-4221-bf9d-324d4d127381 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0078495 May 04 08:19:20.297069 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 8604d152-fc75-42a5-9e9b-02948550d031 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:20.469512 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0a946-04e1-4b9f-b21d-15f58eaacaf9 req-b73d2cda-9091-4707-a18b-a25eac210d4a tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:20.476809 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-40c0a946-04e1-4b9f-b21d-15f58eaacaf9 req-b73d2cda-9091-4707-a18b-a25eac210d4a tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.1365972 May 04 08:19:20.486064 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-d9a7c769-e813-41bc-ae5a-e5b4ab7a3bc2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Allocated IP 172.20.0.7 (5cd04653-c1ab-4203-b77b-725a22d212fb/0bf2931f-f25d-4820-bfd4-3238c9fe26d6/13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:19:20.507485 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3d603cd2-9def-4031-8f43-619be9970f5b admin admin] Publish callbacks [] for port (32766090-cd4b-46d5-9130-ccfd73d64df6), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:20.528572 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3d603cd2-9def-4031-8f43-619be9970f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (32766090-cd4b-46d5-9130-ccfd73d64df6), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:20.556135 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 8604d152-fc75-42a5-9e9b-02948550d031 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:20.559716 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (8604d152-fc75-42a5-9e9b-02948550d031), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:20.629775 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-40c0a946-04e1-4b9f-b21d-15f58eaacaf9 req-7697dc1b-ee91-4570-b81d-236c7127367e tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454103 May 04 08:19:20.814541 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a82e89-9927-4824-ac18-987107849310 req-4bdbc146-3b03-4f57-b076-c401a7a17b12 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:20.835962 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 8604d152-fc75-42a5-9e9b-02948550d031 is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:20.836716 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (8604d152-fc75-42a5-9e9b-02948550d031), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:20.857303 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-39a82e89-9927-4824-ac18-987107849310 req-4bdbc146-3b03-4f57-b076-c401a7a17b12 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.2453003 May 04 08:19:20.883722 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d603cd2-9def-4031-8f43-619be9970f5b admin admin] Pushing event updated for resources: {'Port': ['ID=32766090-cd4b-46d5-9130-ccfd73d64df6,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:20.899207 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] For port 8604d152-fc75-42a5-9e9b-02948550d031, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=8604d152-fc75-42a5-9e9b-02948550d031,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:20.914291 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (8604d152-fc75-42a5-9e9b-02948550d031), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:20.917006 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device f63628b9-92ae-467e-b0a0-15998984f5de up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:20.931405 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3d603cd2-9def-4031-8f43-619be9970f5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722279'] for router_interface (441d9a52-7f6a-410a-80e9-48724f49d895), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:20.962826 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-36681b42-c8ca-4f51-a855-3c95d2642be1 req-9cb8d7dd-42a7-4f9c-adfc-b90c4ec980c2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 210 time: 0.1020164 May 04 08:19:21.032913 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-39a82e89-9927-4824-ac18-987107849310 req-7fc5c204-6897-436e-80f5-d88d70818d37 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735184 May 04 08:19:21.065953 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port f63628b9-92ae-467e-b0a0-15998984f5de triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:21.066752 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (f63628b9-92ae-467e-b0a0-15998984f5de), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:21.154803 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-d9a7c769-e813-41bc-ae5a-e5b4ab7a3bc2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for port (13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:21.277758 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Pushing event updated for resources: {'Port': ['ID=8604d152-fc75-42a5-9e9b-02948550d031,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:21.298937 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port f63628b9-92ae-467e-b0a0-15998984f5de is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:21.326508 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-d9a7c769-e813-41bc-ae5a-e5b4ab7a3bc2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:21.373007 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d603cd2-9def-4031-8f43-619be9970f5b admin admin] Network 688c3bdd-c0cc-4ca8-833e-fccafe30bd71 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:21.381338 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-3d603cd2-9def-4031-8f43-619be9970f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:21.391975 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-d9a7c769-e813-41bc-ae5a-e5b4ab7a3bc2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Network 5cd04653-c1ab-4203-b77b-725a22d212fb is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:21.400359 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-d9a7c769-e813-41bc-ae5a-e5b4ab7a3bc2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:21.411728 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-d9a7c769-e813-41bc-ae5a-e5b4ab7a3bc2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:19:21.507592 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7c769-e813-41bc-ae5a-e5b4ab7a3bc2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Pushing event updated for resources: {'Port': ['ID=13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:21.555502 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-d9a7c769-e813-41bc-ae5a-e5b4ab7a3bc2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:21.556169 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-d9a7c769-e813-41bc-ae5a-e5b4ab7a3bc2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:21.614273 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-d9a7c769-e813-41bc-ae5a-e5b4ab7a3bc2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9091303 May 04 08:19:21.645893 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d603cd2-9def-4031-8f43-619be9970f5b admin admin] Router 441d9a52-7f6a-410a-80e9-48724f49d895 has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:19:21.788309 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-3fad69e5-6203-42a7-9c15-6af7cdf81f05 None None] Provisioning complete for port 32766090-cd4b-46d5-9130-ccfd73d64df6 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:21.788714 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-3fad69e5-6203-42a7-9c15-6af7cdf81f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (32766090-cd4b-46d5-9130-ccfd73d64df6), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:21.790023 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d603cd2-9def-4031-8f43-619be9970f5b admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:19:21.821125 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-3d603cd2-9def-4031-8f43-619be9970f5b admin admin] 10.222.0.59 "PUT /v2.0/routers/441d9a52-7f6a-410a-80e9-48724f49d895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2118783 May 04 08:19:21.825069 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-3fad69e5-6203-42a7-9c15-6af7cdf81f05 None None] Port 32766090-cd4b-46d5-9130-ccfd73d64df6 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:19:21.828777 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faa92e-4ba4-4e28-aab1-8af0c460229e req-69f9c2ab-a22c-4b44-8016-8e6ceca4982f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:21.835683 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-3fad69e5-6203-42a7-9c15-6af7cdf81f05 None None] Provisioning complete for port 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:21.836344 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-3fad69e5-6203-42a7-9c15-6af7cdf81f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:21.847130 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e5faa92e-4ba4-4e28-aab1-8af0c460229e req-69f9c2ab-a22c-4b44-8016-8e6ceca4982f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0957174 May 04 08:19:21.880496 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-3fad69e5-6203-42a7-9c15-6af7cdf81f05 None None] Port 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:19:21.947533 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e5faa92e-4ba4-4e28-aab1-8af0c460229e req-3402362f-d1b9-48a1-ab69-31ab93a4a2ec tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992572 May 04 08:19:22.149266 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba3ae2-d44c-49eb-bedb-c657b656e4de req-2bea54c7-6048-42e5-a27b-87ef235b5560 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:22.149763 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 8604d152-fc75-42a5-9e9b-02948550d031 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:22.152959 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e3ba3ae2-d44c-49eb-bedb-c657b656e4de req-2bea54c7-6048-42e5-a27b-87ef235b5560 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 931 time: 0.0808582 May 04 08:19:22.245841 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e3ba3ae2-d44c-49eb-bedb-c657b656e4de req-d15c0a46-3166-49a5-9a60-d3ab6cc52693 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803304 May 04 08:19:22.265080 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device ece0d49a-030d-48d4-9e36-92066c88c022 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:19:22.353388 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 8604d152-fc75-42a5-9e9b-02948550d031 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:22.354044 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (8604d152-fc75-42a5-9e9b-02948550d031), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:22.422239 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port ece0d49a-030d-48d4-9e36-92066c88c022 is: DOWN; New status is: DOWN {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:22.438775 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c9c86-fca0-4086-95fb-3572e621f136 req-08af500b-60cb-43b7-82d1-e2219b2f0a39 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:22.440611 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-479c9c86-fca0-4086-95fb-3572e621f136 req-08af500b-60cb-43b7-82d1-e2219b2f0a39 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0798981 May 04 08:19:22.507976 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 8604d152-fc75-42a5-9e9b-02948550d031 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:22.532927 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-479c9c86-fca0-4086-95fb-3572e621f136 req-6d7b458b-ec8c-400c-9d75-88a4465d896d tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852804 May 04 08:19:22.579693 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 35846) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:22.584957 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-441849c6-d19f-4b5a-a5b6-b1b4e952971c tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-614253270', 'description': 'tempest-secgroup-smoke-614253270 description', 'project_id': 'b207a35c92594e5e8b968a59a8509940'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:22.605845 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-441849c6-d19f-4b5a-a5b6-b1b4e952971c tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:22.685223 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-441849c6-d19f-4b5a-a5b6-b1b4e952971c tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for security_group (3a3b58b9-a087-4a19-9d79-33f25cd4fada), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:22.691279 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-441849c6-d19f-4b5a-a5b6-b1b4e952971c tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (3a3b58b9-a087-4a19-9d79-33f25cd4fada), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:22.724151 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441849c6-d19f-4b5a-a5b6-b1b4e952971c tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3b58b9-a087-4a19-9d79-33f25cd4fada,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:22.734271 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-441849c6-d19f-4b5a-a5b6-b1b4e952971c tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:22.734271 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-441849c6-d19f-4b5a-a5b6-b1b4e952971c tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1504297 May 04 08:19:22.734818 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 35848) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:22.739100 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-f5ad4135-6d50-474a-bca5-fe07eca221e0 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Request body: {'security_group_rule': {'security_group_id': '3a3b58b9-a087-4a19-9d79-33f25cd4fada', 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:22.778226 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f5ad4135-6d50-474a-bca5-fe07eca221e0 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for security_group_rule (72cbae88-dc82-49ec-a933-c0a1aa1860d5), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:22.843162 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f5ad4135-6d50-474a-bca5-fe07eca221e0 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for security_group_rule (72cbae88-dc82-49ec-a933-c0a1aa1860d5), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:22.849983 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f5ad4135-6d50-474a-bca5-fe07eca221e0 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (72cbae88-dc82-49ec-a933-c0a1aa1860d5), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:22.867411 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad4135-6d50-474a-bca5-fe07eca221e0 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72cbae88-dc82-49ec-a933-c0a1aa1860d5,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:22.878254 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f5ad4135-6d50-474a-bca5-fe07eca221e0 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:22.882284 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-f5ad4135-6d50-474a-bca5-fe07eca221e0 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1439562 May 04 08:19:22.882589 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 35850) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:22.888097 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-dc0ce1d3-6bb3-46db-bcd9-f85d4efe2a12 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Request body: {'security_group_rule': {'security_group_id': '3a3b58b9-a087-4a19-9d79-33f25cd4fada', 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:22.923020 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dc0ce1d3-6bb3-46db-bcd9-f85d4efe2a12 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for security_group_rule (a3948768-f6d0-4f1a-b236-14f800f9897c), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:23.013113 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dc0ce1d3-6bb3-46db-bcd9-f85d4efe2a12 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for security_group_rule (a3948768-f6d0-4f1a-b236-14f800f9897c), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:23.021150 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dc0ce1d3-6bb3-46db-bcd9-f85d4efe2a12 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (a3948768-f6d0-4f1a-b236-14f800f9897c), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:23.063633 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ce1d3-6bb3-46db-bcd9-f85d4efe2a12 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3948768-f6d0-4f1a-b236-14f800f9897c,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:23.069526 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dc0ce1d3-6bb3-46db-bcd9-f85d4efe2a12 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:23.075216 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441977cd-93fb-45b1-b759-fe4f96e66642 req-e81d53c3-dc7e-4f48-8d8e-12106d3aab7f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:23.076200 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-dc0ce1d3-6bb3-46db-bcd9-f85d4efe2a12 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1868150 May 04 08:19:23.078674 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 35854) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:23.083622 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-afc0c959-eba7-4f30-9020-ea444d3dbba8 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Request body: {'security_group_rule': {'security_group_id': '3a3b58b9-a087-4a19-9d79-33f25cd4fada', 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:23.091490 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-441977cd-93fb-45b1-b759-fe4f96e66642 req-e81d53c3-dc7e-4f48-8d8e-12106d3aab7f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0758924 May 04 08:19:23.135397 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-afc0c959-eba7-4f30-9020-ea444d3dbba8 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for security_group_rule (0aeed69c-0754-4b2d-9a9c-ea104a426179), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:23.155954 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-441977cd-93fb-45b1-b759-fe4f96e66642 req-edba5091-ed27-4e64-9e43-cbe406ac0fcc tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634511 May 04 08:19:23.207150 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-afc0c959-eba7-4f30-9020-ea444d3dbba8 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for security_group_rule (0aeed69c-0754-4b2d-9a9c-ea104a426179), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:23.212152 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-afc0c959-eba7-4f30-9020-ea444d3dbba8 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (0aeed69c-0754-4b2d-9a9c-ea104a426179), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:23.231648 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0c959-eba7-4f30-9020-ea444d3dbba8 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aeed69c-0754-4b2d-9a9c-ea104a426179,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:23.241026 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-afc0c959-eba7-4f30-9020-ea444d3dbba8 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:23.242274 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-afc0c959-eba7-4f30-9020-ea444d3dbba8 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1625979 May 04 08:19:23.245729 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 35856) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:23.250334 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-1d0a6611-c3fc-4e9d-8185-5c95d8c18d45 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Request body: {'security_group_rule': {'security_group_id': '3a3b58b9-a087-4a19-9d79-33f25cd4fada', 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:23.280251 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1d0a6611-c3fc-4e9d-8185-5c95d8c18d45 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for security_group_rule (2bb089b5-917f-4875-9556-3064dddb96bb), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:23.369426 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1d0a6611-c3fc-4e9d-8185-5c95d8c18d45 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for security_group_rule (2bb089b5-917f-4875-9556-3064dddb96bb), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:23.378910 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1d0a6611-c3fc-4e9d-8185-5c95d8c18d45 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (2bb089b5-917f-4875-9556-3064dddb96bb), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:23.415429 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a6611-c3fc-4e9d-8185-5c95d8c18d45 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb089b5-917f-4875-9556-3064dddb96bb,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:23.424685 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1d0a6611-c3fc-4e9d-8185-5c95d8c18d45 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:23.426433 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-1d0a6611-c3fc-4e9d-8185-5c95d8c18d45 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1795216 May 04 08:19:23.429854 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 35864) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:23.440192 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-18f09689-4e18-4040-9fa4-251b228c4156 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Request body: {'security_group_rule': {'security_group_id': '3a3b58b9-a087-4a19-9d79-33f25cd4fada', 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:23.441534 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a87a32-3e48-48f1-b061-878d068b3c85 req-3ddfe210-5e10-4a4b-8712-afc38a9be22c tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:23.449682 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-61a87a32-3e48-48f1-b061-878d068b3c85 req-3ddfe210-5e10-4a4b-8712-afc38a9be22c tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 931 time: 0.0693607 May 04 08:19:23.499118 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.securitygroups_db [None req-18f09689-4e18-4040-9fa4-251b228c4156 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Project b207a35c92594e5e8b968a59a8509940 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 08:19:23.508528 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-18f09689-4e18-4040-9fa4-251b228c4156 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for security_group_rule (a1540d36-b002-4b4e-90c8-696dee03b694), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:23.521199 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-61a87a32-3e48-48f1-b061-878d068b3c85 req-8bd53c07-0e71-4bc9-b4e1-59b947409ca9 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582473 May 04 08:19:23.600767 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-18f09689-4e18-4040-9fa4-251b228c4156 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for security_group_rule (a1540d36-b002-4b4e-90c8-696dee03b694), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:23.605610 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-18f09689-4e18-4040-9fa4-251b228c4156 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (a1540d36-b002-4b4e-90c8-696dee03b694), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:23.639830 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f09689-4e18-4040-9fa4-251b228c4156 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1540d36-b002-4b4e-90c8-696dee03b694,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:23.652140 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-18f09689-4e18-4040-9fa4-251b228c4156 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:23.653397 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-18f09689-4e18-4040-9fa4-251b228c4156 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2220638 May 04 08:19:23.656988 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 35868) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:23.667958 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-f13081e2-9916-49af-a922-19faf71ae613 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Request body: {'security_group_rule': {'security_group_id': '3a3b58b9-a087-4a19-9d79-33f25cd4fada', 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:23.710077 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d872dd6a-8267-417e-a4ab-fba8af3bcd48 None None] Sync routers for ids ['441d9a52-7f6a-410a-80e9-48724f49d895'] in dv-cinder-840289-4-iscsi {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:19:23.740780 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285069b7-3a90-476c-80e6-735c61357531 req-a508418f-0bff-4be5-9a40-be576cc4a395 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:23.742322 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-285069b7-3a90-476c-80e6-735c61357531 req-a508418f-0bff-4be5-9a40-be576cc4a395 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0863588 May 04 08:19:23.743949 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.db.securitygroups_db [None req-f13081e2-9916-49af-a922-19faf71ae613 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Project b207a35c92594e5e8b968a59a8509940 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 08:19:23.748585 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d872dd6a-8267-417e-a4ab-fba8af3bcd48 None None] Routers {'441d9a52-7f6a-410a-80e9-48724f49d895'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:23.749313 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d872dd6a-8267-417e-a4ab-fba8af3bcd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:19:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['441d9a52-7f6a-410a-80e9-48724f49d895'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:23.771544 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f13081e2-9916-49af-a922-19faf71ae613 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for security_group_rule (196da16d-3689-4f60-8bc7-434f7c94c384), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:23.833754 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-285069b7-3a90-476c-80e6-735c61357531 req-8f10accc-36db-4693-b90c-612bf60dc95a tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846305 May 04 08:19:23.886689 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f13081e2-9916-49af-a922-19faf71ae613 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for security_group_rule (196da16d-3689-4f60-8bc7-434f7c94c384), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:23.892004 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f13081e2-9916-49af-a922-19faf71ae613 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (196da16d-3689-4f60-8bc7-434f7c94c384), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:23.914776 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13081e2-9916-49af-a922-19faf71ae613 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196da16d-3689-4f60-8bc7-434f7c94c384,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:23.925059 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f13081e2-9916-49af-a922-19faf71ae613 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:23.926539 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-d872dd6a-8267-417e-a4ab-fba8af3bcd48 None None] Set router 441d9a52-7f6a-410a-80e9-48724f49d895 gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:23.935467 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-f13081e2-9916-49af-a922-19faf71ae613 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2774539 May 04 08:19:24.153377 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d872dd6a-8267-417e-a4ab-fba8af3bcd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441d9a52-7f6a-410a-80e9-48724f49d895', 'name': 'tempest-TestShelveInstance-1563161729-router', 'tenant_id': 'cb7e420ca5b7450b9d6fb094a5760af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '8604d152-fc75-42a5-9e9b-02948550d031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:15Z', 'updated_at': '2022-05-04T08:19:19Z', 'revision_number': 4, 'project_id': 'cb7e420ca5b7450b9d6fb094a5760af2', 'gw_port': {'id': '8604d152-fc75-42a5-9e9b-02948550d031', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441d9a52-7f6a-410a-80e9-48724f49d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:15Z', 'updated_at': '2022-05-04T08:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '32766090-cd4b-46d5-9130-ccfd73d64df6', 'name': '', 'network_id': '688c3bdd-c0cc-4ca8-833e-fccafe30bd71', 'tenant_id': 'cb7e420ca5b7450b9d6fb094a5760af2', 'mac_address': 'fa:16:3e:36:6e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441d9a52-7f6a-410a-80e9-48724f49d895', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f1fbd138-0d0f-4406-a96d-98fd1e61bbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:18Z', 'updated_at': '2022-05-04T08:19:20Z', 'revision_number': 2, 'project_id': 'cb7e420ca5b7450b9d6fb094a5760af2', 'subnets': [{'id': 'f1fbd138-0d0f-4406-a96d-98fd1e61bbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:24.182169 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d872dd6a-8267-417e-a4ab-fba8af3bcd48 None None] Checking router: 441d9a52-7f6a-410a-80e9-48724f49d895 for host: dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:19:24.182540 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d872dd6a-8267-417e-a4ab-fba8af3bcd48 None None] Updating router 441d9a52-7f6a-410a-80e9-48724f49d895 port 32766090-cd4b-46d5-9130-ccfd73d64df6 binding host dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:19:24.213585 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d872dd6a-8267-417e-a4ab-fba8af3bcd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (32766090-cd4b-46d5-9130-ccfd73d64df6), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:24.306196 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40d6eb-30c5-4353-825b-4344b5b82c23 req-f77ff6b8-c1df-42dd-a83a-5a2fe2100419 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:24.308093 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fc40d6eb-30c5-4353-825b-4344b5b82c23 req-f77ff6b8-c1df-42dd-a83a-5a2fe2100419 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0615613 May 04 08:19:24.382142 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fc40d6eb-30c5-4353-825b-4344b5b82c23 req-d125ac7d-d208-41f3-bca4-acb4b4a92c2c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648212 May 04 08:19:24.517643 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d872dd6a-8267-417e-a4ab-fba8af3bcd48 None None] Publish callbacks [] for port (32766090-cd4b-46d5-9130-ccfd73d64df6), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:24.527762 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d872dd6a-8267-417e-a4ab-fba8af3bcd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (32766090-cd4b-46d5-9130-ccfd73d64df6), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:24.605205 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd5a9c-8d09-4ff3-87a4-3913b8a0210a None None] Pushing event updated for resources: {'Port': ['ID=32766090-cd4b-46d5-9130-ccfd73d64df6,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:24.694206 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-d872dd6a-8267-417e-a4ab-fba8af3bcd48 None None] Attempting to bind port 32766090-cd4b-46d5-9130-ccfd73d64df6 on host dv-cinder-840289-4-iscsi for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:19:24.700266 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9b0cc-6613-4f1d-8316-45a140be9065 req-cd682cdd-f2a6-4d77-a74f-e44cd393311c tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:24.701962 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cbc9b0cc-6613-4f1d-8316-45a140be9065 req-cd682cdd-f2a6-4d77-a74f-e44cd393311c tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 931 time: 0.1040699 May 04 08:19:24.702289 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-d872dd6a-8267-417e-a4ab-fba8af3bcd48 None None] Attempting to bind port 32766090-cd4b-46d5-9130-ccfd73d64df6 by drivers openvswitch,hyperv on host dv-cinder-840289-4-iscsi at level 0 using segments [{'id': '1360017c-cdb3-4a4b-8d60-a1769ae3d7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '688c3bdd-c0cc-4ca8-833e-fccafe30bd71'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:19:24.702780 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d872dd6a-8267-417e-a4ab-fba8af3bcd48 None None] Attempting to bind port 32766090-cd4b-46d5-9130-ccfd73d64df6 on network 688c3bdd-c0cc-4ca8-833e-fccafe30bd71 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:19:24.715636 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d872dd6a-8267-417e-a4ab-fba8af3bcd48 None None] Checking agent: {'id': '19cf008b-47a2-4fe3-a260-4b04ce19b1df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 7, 36), 'started_at': datetime.datetime(2022, 5, 4, 8, 8, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:19:24.716585 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d872dd6a-8267-417e-a4ab-fba8af3bcd48 None None] Checking segment: {'id': '1360017c-cdb3-4a4b-8d60-a1769ae3d7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '688c3bdd-c0cc-4ca8-833e-fccafe30bd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:24.716585 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d872dd6a-8267-417e-a4ab-fba8af3bcd48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:24.716833 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d872dd6a-8267-417e-a4ab-fba8af3bcd48 None None] Bound using segment: {'id': '1360017c-cdb3-4a4b-8d60-a1769ae3d7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '688c3bdd-c0cc-4ca8-833e-fccafe30bd71'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:19:24.717340 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-d872dd6a-8267-417e-a4ab-fba8af3bcd48 None None] Bound port: 32766090-cd4b-46d5-9130-ccfd73d64df6, host: dv-cinder-840289-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1360017c-cdb3-4a4b-8d60-a1769ae3d7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '688c3bdd-c0cc-4ca8-833e-fccafe30bd71'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:19:24.717737 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d872dd6a-8267-417e-a4ab-fba8af3bcd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (32766090-cd4b-46d5-9130-ccfd73d64df6), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:24.811464 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cbc9b0cc-6613-4f1d-8316-45a140be9065 req-46094e08-12b6-4c79-bf6b-da578fdc6c8f tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011531 May 04 08:19:24.819928 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-d872dd6a-8267-417e-a4ab-fba8af3bcd48 None None] For port 32766090-cd4b-46d5-9130-ccfd73d64df6, host dv-cinder-840289-4-iscsi, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:19:24.824474 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-d872dd6a-8267-417e-a4ab-fba8af3bcd48 None None] For port 32766090-cd4b-46d5-9130-ccfd73d64df6, host dv-cinder-840289-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=32766090-cd4b-46d5-9130-ccfd73d64df6,segment=NetworkSegment(1360017c-cdb3-4a4b-8d60-a1769ae3d7ff),segment_id=1360017c-cdb3-4a4b-8d60-a1769ae3d7ff)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:19:24.840831 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d872dd6a-8267-417e-a4ab-fba8af3bcd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (32766090-cd4b-46d5-9130-ccfd73d64df6), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:24.906969 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d872dd6a-8267-417e-a4ab-fba8af3bcd48 None None] Routers {'441d9a52-7f6a-410a-80e9-48724f49d895'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:24.907620 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d872dd6a-8267-417e-a4ab-fba8af3bcd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:19:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['441d9a52-7f6a-410a-80e9-48724f49d895'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:24.973402 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd5a9c-8d09-4ff3-87a4-3913b8a0210a None None] Pushing event updated for resources: {'Port': ['ID=32766090-cd4b-46d5-9130-ccfd73d64df6,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:24.983478 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-8090e25b-d4a2-4d0b-adac-6992ae354979 None None] Provisioning complete for port 32766090-cd4b-46d5-9130-ccfd73d64df6 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:24.983478 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8090e25b-d4a2-4d0b-adac-6992ae354979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (32766090-cd4b-46d5-9130-ccfd73d64df6), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:25.039560 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a0549-5a17-4c17-8c95-5a0ce18a7f19 req-62a307d7-1b7c-487b-aeb5-68d0c44ee698 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:25.041162 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-544a0549-5a17-4c17-8c95-5a0ce18a7f19 req-62a307d7-1b7c-487b-aeb5-68d0c44ee698 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.1046751 May 04 08:19:25.107866 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-544a0549-5a17-4c17-8c95-5a0ce18a7f19 req-a8becbb5-a6f8-4b99-84c8-15546df70030 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608580 May 04 08:19:25.302752 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-d872dd6a-8267-417e-a4ab-fba8af3bcd48 None None] Set router 441d9a52-7f6a-410a-80e9-48724f49d895 gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:25.305493 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-8090e25b-d4a2-4d0b-adac-6992ae354979 None None] Current status of the port 32766090-cd4b-46d5-9130-ccfd73d64df6 is: DOWN; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:25.305493 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8090e25b-d4a2-4d0b-adac-6992ae354979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (32766090-cd4b-46d5-9130-ccfd73d64df6), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:25.415110 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-8090e25b-d4a2-4d0b-adac-6992ae354979 None None] For port 32766090-cd4b-46d5-9130-ccfd73d64df6, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=32766090-cd4b-46d5-9130-ccfd73d64df6,segment=NetworkSegment(1360017c-cdb3-4a4b-8d60-a1769ae3d7ff),segment_id=1360017c-cdb3-4a4b-8d60-a1769ae3d7ff)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:25.426821 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8090e25b-d4a2-4d0b-adac-6992ae354979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (32766090-cd4b-46d5-9130-ccfd73d64df6), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:25.535910 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090e25b-d4a2-4d0b-adac-6992ae354979 None None] Pushing event updated for resources: {'Port': ['ID=32766090-cd4b-46d5-9130-ccfd73d64df6,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:25.543469 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671e62b-2ccb-43ef-bc1c-4b7d29dd63a7 req-c18f2c04-61fc-40b7-a207-71a444a7dff4 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:25.547434 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d671e62b-2ccb-43ef-bc1c-4b7d29dd63a7 req-c18f2c04-61fc-40b7-a207-71a444a7dff4 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0665796 May 04 08:19:25.575154 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-02e1c831-6c80-4eef-a577-553a1ba3c008 None None] Provisioning complete for port 32766090-cd4b-46d5-9130-ccfd73d64df6 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:25.575616 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-02e1c831-6c80-4eef-a577-553a1ba3c008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (32766090-cd4b-46d5-9130-ccfd73d64df6), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:25.620951 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d671e62b-2ccb-43ef-bc1c-4b7d29dd63a7 req-85fb2750-6f41-4a45-a243-f4491bb36445 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604701 May 04 08:19:25.630658 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d872dd6a-8267-417e-a4ab-fba8af3bcd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441d9a52-7f6a-410a-80e9-48724f49d895', 'name': 'tempest-TestShelveInstance-1563161729-router', 'tenant_id': 'cb7e420ca5b7450b9d6fb094a5760af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '8604d152-fc75-42a5-9e9b-02948550d031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:15Z', 'updated_at': '2022-05-04T08:19:19Z', 'revision_number': 4, 'project_id': 'cb7e420ca5b7450b9d6fb094a5760af2', 'gw_port': {'id': '8604d152-fc75-42a5-9e9b-02948550d031', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441d9a52-7f6a-410a-80e9-48724f49d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:15Z', 'updated_at': '2022-05-04T08:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '32766090-cd4b-46d5-9130-ccfd73d64df6', 'name': '', 'network_id': '688c3bdd-c0cc-4ca8-833e-fccafe30bd71', 'tenant_id': 'cb7e420ca5b7450b9d6fb094a5760af2', 'mac_address': 'fa:16:3e:36:6e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441d9a52-7f6a-410a-80e9-48724f49d895', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f1fbd138-0d0f-4406-a96d-98fd1e61bbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:18Z', 'updated_at': '2022-05-04T08:19:24Z', 'revision_number': 4, 'project_id': 'cb7e420ca5b7450b9d6fb094a5760af2', 'subnets': [{'id': 'f1fbd138-0d0f-4406-a96d-98fd1e61bbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:25.662442 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d872dd6a-8267-417e-a4ab-fba8af3bcd48 None None] The sync data for ids ['441d9a52-7f6a-410a-80e9-48724f49d895'] in dv-cinder-840289-4-iscsi is: [{'id': '441d9a52-7f6a-410a-80e9-48724f49d895', 'name': 'tempest-TestShelveInstance-1563161729-router', 'tenant_id': 'cb7e420ca5b7450b9d6fb094a5760af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '8604d152-fc75-42a5-9e9b-02948550d031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:15Z', 'updated_at': '2022-05-04T08:19:19Z', 'revision_number': 4, 'project_id': 'cb7e420ca5b7450b9d6fb094a5760af2', 'gw_port': {'id': '8604d152-fc75-42a5-9e9b-02948550d031', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441d9a52-7f6a-410a-80e9-48724f49d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:15Z', 'updated_at': '2022-05-04T08:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '32766090-cd4b-46d5-9130-ccfd73d64df6', 'name': '', 'network_id': '688c3bdd-c0cc-4ca8-833e-fccafe30bd71', 'tenant_id': 'cb7e420ca5b7450b9d6fb094a5760af2', 'mac_address': 'fa:16:3e:36:6e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441d9a52-7f6a-410a-80e9-48724f49d895', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f1fbd138-0d0f-4406-a96d-98fd1e61bbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:18Z', 'updated_at': '2022-05-04T08:19:24Z', 'revision_number': 4, 'project_id': 'cb7e420ca5b7450b9d6fb094a5760af2', 'subnets': [{'id': 'f1fbd138-0d0f-4406-a96d-98fd1e61bbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:19:25.745513 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-02e1c831-6c80-4eef-a577-553a1ba3c008 None None] Current status of the port 32766090-cd4b-46d5-9130-ccfd73d64df6 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:25.978581 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433aab9-2a26-4dce-b64d-42b3fa75c53f req-376f5b01-56e4-40ee-90e6-7199761bbfa0 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:25.980474 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2433aab9-2a26-4dce-b64d-42b3fa75c53f req-376f5b01-56e4-40ee-90e6-7199761bbfa0 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 931 time: 0.0688422 May 04 08:19:26.063273 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2433aab9-2a26-4dce-b64d-42b3fa75c53f req-e5516bde-23e0-482f-9f8e-c04a888d974f tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694141 May 04 08:19:26.231391 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 32766090-cd4b-46d5-9130-ccfd73d64df6 up at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:26.298725 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b219f-f452-4e42-bc9d-67d59445be4b req-9215a175-e8d6-4daa-8856-71f11aa4a1f5 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:26.307481 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-004b219f-f452-4e42-bc9d-67d59445be4b req-9215a175-e8d6-4daa-8856-71f11aa4a1f5 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0621371 May 04 08:19:26.340954 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Provisioning complete for port 32766090-cd4b-46d5-9130-ccfd73d64df6 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:26.341341 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (32766090-cd4b-46d5-9130-ccfd73d64df6), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:26.393568 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-004b219f-f452-4e42-bc9d-67d59445be4b req-1b273769-96a1-4579-a58f-af591f3a14f9 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848112 May 04 08:19:26.466720 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Current status of the port 32766090-cd4b-46d5-9130-ccfd73d64df6 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:26.732135 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e011f-8ba9-4bb0-a712-5a692d4ba32c req-a6f0c66b-5c73-455b-b4fb-d1cafd2bb47d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:26.733669 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-555e011f-8ba9-4bb0-a712-5a692d4ba32c req-a6f0c66b-5c73-455b-b4fb-d1cafd2bb47d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0482764 May 04 08:19:26.794391 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-555e011f-8ba9-4bb0-a712-5a692d4ba32c req-514b6335-82b7-4d28-ad7b-340026a8a6fb tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545466 May 04 08:19:27.107558 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 35946) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:27.262643 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc791cb-93aa-4900-ba27-63a589ebfcca req-8ef3e9d8-6a08-4b3f-b8f8-c97d3dd5df19 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:27.266532 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-bfc791cb-93aa-4900-ba27-63a589ebfcca req-8ef3e9d8-6a08-4b3f-b8f8-c97d3dd5df19 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 931 time: 0.1142986 May 04 08:19:27.274985 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2d192530-ebd8-4d24-977b-e85cdf131ec9 req-23e17b1f-5a4c-44b7-880a-9282f6ce7839 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1660008 May 04 08:19:27.283832 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [req-2d192530-ebd8-4d24-977b-e85cdf131ec9 req-f8d6b285-3e67-4af7-8c12-ab18094d772b service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103564) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 08:19:27.291233 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2d192530-ebd8-4d24-977b-e85cdf131ec9 req-f8d6b285-3e67-4af7-8c12-ab18094d772b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0116055 May 04 08:19:27.431287 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-bfc791cb-93aa-4900-ba27-63a589ebfcca req-d5527229-e736-48a2-93eb-9e788c738a7e tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453397 May 04 08:19:27.475307 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 35960) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:27.617927 dv-cinder-840289-4-iscsi neutron-server[103564]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 08:19:27.669024 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db59234-a7ad-4c83-8e45-9d7d0dce3e9f req-741520c0-d92d-4320-9e8b-11775a7a28b1 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:27.672719 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2db59234-a7ad-4c83-8e45-9d7d0dce3e9f req-741520c0-d92d-4320-9e8b-11775a7a28b1 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.1261811 May 04 08:19:27.704918 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d192530-ebd8-4d24-977b-e85cdf131ec9 req-006b2eb9-8cf6-49fc-afff-c65d42128d90 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:27.706706 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2d192530-ebd8-4d24-977b-e85cdf131ec9 req-006b2eb9-8cf6-49fc-afff-c65d42128d90 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports/ece0d49a-030d-48d4-9e36-92066c88c022 HTTP/1.1" status: 200 len: 940 time: 0.2295802 May 04 08:19:27.780577 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2db59234-a7ad-4c83-8e45-9d7d0dce3e9f req-c8b59548-7753-4088-8b64-a21bb8199db6 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015539 May 04 08:19:27.971329 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffa2ec-d53f-4135-b9fa-e39daf20d820 req-be72c216-3b48-4532-823c-28fd531d74f7 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:27.972919 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d9ffa2ec-d53f-4135-b9fa-e39daf20d820 req-be72c216-3b48-4532-823c-28fd531d74f7 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0848293 May 04 08:19:28.081491 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d9ffa2ec-d53f-4135-b9fa-e39daf20d820 req-f8dd7ad6-6147-497a-81c5-07e742736718 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013572 May 04 08:19:28.541792 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd6aca-89fd-463c-b3f7-850c3bff8bb4 req-e121b8ba-53c1-4468-93b7-fdcc324dec99 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:28.543351 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3edd6aca-89fd-463c-b3f7-850c3bff8bb4 req-e121b8ba-53c1-4468-93b7-fdcc324dec99 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 931 time: 0.0486159 May 04 08:19:28.597131 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3edd6aca-89fd-463c-b3f7-850c3bff8bb4 req-570b24fd-18fd-4555-8248-5ec9fd9dbbce tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477700 May 04 08:19:28.910803 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6506e59-c86a-4347-9818-3ed397f545f5 req-d5e90dd5-0f48-4536-84ce-3b45b908a061 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:28.912389 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d6506e59-c86a-4347-9818-3ed397f545f5 req-d5e90dd5-0f48-4536-84ce-3b45b908a061 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0670793 May 04 08:19:28.970470 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d6506e59-c86a-4347-9818-3ed397f545f5 req-2a438694-3e75-417d-a519-8f1591efdd51 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480218 May 04 08:19:29.236600 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecccd2-908e-4723-afc6-01dc3e42039f req-1a06379e-0508-4eb5-ae55-1d6047a8992c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:29.240554 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d3ecccd2-908e-4723-afc6-01dc3e42039f req-1a06379e-0508-4eb5-ae55-1d6047a8992c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0543025 May 04 08:19:29.288803 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d3ecccd2-908e-4723-afc6-01dc3e42039f req-2bf94269-cbac-40a3-b5f9-8ad998fa5c89 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439787 May 04 08:19:29.624379 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-bc3c84b7-33a9-4cda-877e-3b1c28caa5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:29.743191 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b7530-836a-4b0e-9a59-75455c22767e req-137c9e26-26f8-4b11-9f1e-be5b86273d53 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:29.749402 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-627b7530-836a-4b0e-9a59-75455c22767e req-137c9e26-26f8-4b11-9f1e-be5b86273d53 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 931 time: 0.0653193 May 04 08:19:29.792733 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-627b7530-836a-4b0e-9a59-75455c22767e req-acc0e4e6-6806-4594-98b8-367cb1ed7f89 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416369 May 04 08:19:30.110968 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40a75b-465c-47d1-a442-744b7146587e req-a8059274-5e06-4dd8-822b-7e8e7cc76940 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:30.112435 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-be40a75b-465c-47d1-a442-744b7146587e req-a8059274-5e06-4dd8-822b-7e8e7cc76940 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0545661 May 04 08:19:30.161244 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-be40a75b-465c-47d1-a442-744b7146587e req-dfc32a89-16a9-43c1-a9e7-b0c8d78236f7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430264 May 04 08:19:30.431640 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c0883-e841-4b07-bf69-665d2861a4e8 req-c5c67ca1-45a9-43b7-8e79-33043ba96769 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:30.433194 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6a3c0883-e841-4b07-bf69-665d2861a4e8 req-c5c67ca1-45a9-43b7-8e79-33043ba96769 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0488253 May 04 08:19:30.483658 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6a3c0883-e841-4b07-bf69-665d2861a4e8 req-f7272f43-97b6-4b3b-b927-507a48452aec tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422776 May 04 08:19:30.916538 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeff30-f521-4710-af2f-58752681b132 req-a214545a-1c6b-4921-9289-cb8aa531c131 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:30.918061 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-77eeff30-f521-4710-af2f-58752681b132 req-a214545a-1c6b-4921-9289-cb8aa531c131 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 931 time: 0.0569880 May 04 08:19:30.953556 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-2d1f7285-8e99-4cce-b617-f152a7b6d77b service neutron] Request body: {'port': {'device_id': 'd48d936d-5899-4646-b970-68dbb426d0b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:30.968830 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-77eeff30-f521-4710-af2f-58752681b132 req-6cf92fa1-426d-4b6b-b31b-1c666d087a7d tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451005 May 04 08:19:31.015202 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-2d1f7285-8e99-4cce-b617-f152a7b6d77b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:31.280787 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1ab27-212e-4f63-b466-b668c0bd0806 req-787b2f51-e124-43b3-b16a-0fbd41598e19 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:31.283360 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3cc1ab27-212e-4f63-b466-b668c0bd0806 req-787b2f51-e124-43b3-b16a-0fbd41598e19 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0516498 May 04 08:19:31.299001 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-2d1f7285-8e99-4cce-b617-f152a7b6d77b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:19:31.307413 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-2d1f7285-8e99-4cce-b617-f152a7b6d77b service neutron] Publish callbacks [] for port (13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:31.321146 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-2d1f7285-8e99-4cce-b617-f152a7b6d77b service neutron] Transition to ACTIVE for port object 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 will not be triggered until provisioned by entity L2. {{(pid=103564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:19:31.325906 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-2d1f7285-8e99-4cce-b617-f152a7b6d77b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:31.333392 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3cc1ab27-212e-4f63-b466-b668c0bd0806 req-e54f6477-4d45-4665-a1b2-53b64c976bb1 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441306 May 04 08:19:31.403692 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f7285-8e99-4cce-b617-f152a7b6d77b service neutron] Pushing event updated for resources: {'Port': ['ID=13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:31.478461 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-2d1f7285-8e99-4cce-b617-f152a7b6d77b service neutron] Attempting to bind port 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:19:31.479239 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-2d1f7285-8e99-4cce-b617-f152a7b6d77b service neutron] Attempting to bind port 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': 'b9bf2483-8ebb-4e01-a5c9-8763072d56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:19:31.480258 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-2d1f7285-8e99-4cce-b617-f152a7b6d77b service neutron] Attempting to bind port 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 on network 5cd04653-c1ab-4203-b77b-725a22d212fb {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:19:31.486114 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-2d1f7285-8e99-4cce-b617-f152a7b6d77b service neutron] Port 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 on network 5cd04653-c1ab-4203-b77b-725a22d212fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:19:31.486444 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-2d1f7285-8e99-4cce-b617-f152a7b6d77b service neutron] Attempting to bind port 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 on network 5cd04653-c1ab-4203-b77b-725a22d212fb {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:19:31.495748 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-2d1f7285-8e99-4cce-b617-f152a7b6d77b service neutron] Checking agent: {'id': '012f2be7-5ddd-4d39-8539-3fef46040309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'started_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:19:31.496102 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-2d1f7285-8e99-4cce-b617-f152a7b6d77b service neutron] Checking segment: {'id': 'b9bf2483-8ebb-4e01-a5c9-8763072d56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:31.496497 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-2d1f7285-8e99-4cce-b617-f152a7b6d77b service neutron] Bound using segment: {'id': 'b9bf2483-8ebb-4e01-a5c9-8763072d56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:19:31.496934 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-2d1f7285-8e99-4cce-b617-f152a7b6d77b service neutron] Bound port: 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9bf2483-8ebb-4e01-a5c9-8763072d56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:19:31.497293 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-2d1f7285-8e99-4cce-b617-f152a7b6d77b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:31.576191 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d69f5-36df-4b5b-bd0b-93a5bd133a6b req-ba9f0a98-5a37-4f43-9940-4c1ed88f680a tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:31.577926 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ad1d69f5-36df-4b5b-bd0b-93a5bd133a6b req-ba9f0a98-5a37-4f43-9940-4c1ed88f680a tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0584712 May 04 08:19:31.590639 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-2d1f7285-8e99-4cce-b617-f152a7b6d77b service neutron] For port 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9, host hv-cinder-84028, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:19:31.593931 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-2d1f7285-8e99-4cce-b617-f152a7b6d77b service neutron] For port 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9,segment=NetworkSegment(b9bf2483-8ebb-4e01-a5c9-8763072d56f3),segment_id=b9bf2483-8ebb-4e01-a5c9-8763072d56f3)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:19:31.600553 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-2d1f7285-8e99-4cce-b617-f152a7b6d77b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:31.637534 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-2d1f7285-8e99-4cce-b617-f152a7b6d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:31.638127 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-2d1f7285-8e99-4cce-b617-f152a7b6d77b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:31.639622 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-2d1f7285-8e99-4cce-b617-f152a7b6d77b service neutron] 10.222.0.13 "PUT /v2.0/ports/13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 HTTP/1.1" status: 200 len: 1093 time: 0.6903534 May 04 08:19:31.640226 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48d936d-5899-4646-b970-68dbb426d0b0', 'tag': '13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:19:31.642358 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067f5f50-a97c-42cb-a6e2-ffb49e6f9f13" -d '{"events": [{"name": "network-changed", "server_uuid": "d48d936d-5899-4646-b970-68dbb426d0b0", "tag": "13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:19:31.667858 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f7285-8e99-4cce-b617-f152a7b6d77b service neutron] Pushing event updated for resources: {'Port': ['ID=13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:31.668082 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f366e0b-20b0-493e-80da-d398cbb07b7c req-63717393-2c40-4715-bf7c-a380ebb37385 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:31.669504 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0f366e0b-20b0-493e-80da-d398cbb07b7c req-63717393-2c40-4715-bf7c-a380ebb37385 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0905955 May 04 08:19:31.697865 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ad1d69f5-36df-4b5b-bd0b-93a5bd133a6b req-1c28998a-9f89-439c-b46d-c9ab1a599b41 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102941 May 04 08:19:31.749100 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0f366e0b-20b0-493e-80da-d398cbb07b7c req-a7bec361-1b50-4f88-a76b-bc30cd70cb14 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650914 May 04 08:19:31.762433 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1ce24-24a6-47ec-9dee-2cdee2caeea1 req-3561cece-4c6a-4c4a-9e1a-db7030064e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:31.764365 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-04d1ce24-24a6-47ec-9dee-2cdee2caeea1 req-3561cece-4c6a-4c4a-9e1a-db7030064e06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57ccec31ee3f4845a480759a5772055a&device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 1129 time: 0.0895131 May 04 08:19:31.812366 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee84bbe2-d811-4c08-a9b6-ac89abcd0474 x-openstack-request-id: req-ee84bbe2-d811-4c08-a9b6-ac89abcd0474 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:19:31.812577 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48d936d-5899-4646-b970-68dbb426d0b0", "tag": "13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:19:31.812796 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ee84bbe2-d811-4c08-a9b6-ac89abcd0474 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:19:31.813216 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee84bbe2-d811-4c08-a9b6-ac89abcd0474'] response: {'name': 'network-changed', 'server_uuid': 'd48d936d-5899-4646-b970-68dbb426d0b0', 'tag': '13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9', 'status': 'completed', 'code': 200} May 04 08:19:31.853887 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-ac530f1f-b054-4102-a39d-d2cf1fc67a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:31.855453 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-ac530f1f-b054-4102-a39d-d2cf1fc67a5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f62edba9a4f9457c82909ceed58104c3&device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 1127 time: 0.1051133 May 04 08:19:31.891522 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1ce24-24a6-47ec-9dee-2cdee2caeea1 req-c95a0ff5-4564-4fbc-92a4-c8e4ecd67736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:31.892980 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-04d1ce24-24a6-47ec-9dee-2cdee2caeea1 req-c95a0ff5-4564-4fbc-92a4-c8e4ecd67736 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7df6b99b-6f55-43f2-ae59-a84ab50ce98b HTTP/1.1" status: 200 len: 912 time: 0.1093519 May 04 08:19:31.901348 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9671a413-ea29-46af-9e7a-d6f8b718dd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:31.929203 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-34bd68a3-43ce-4ec9-95f7-2b32be937e75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 HTTP/1.1" status: 200 len: 217 time: 0.0462062 May 04 08:19:32.014115 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-04d1ce24-24a6-47ec-9dee-2cdee2caeea1 req-7514e793-8e72-4e55-b234-fd674a3298c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff679bee-f8ad-4819-98c2-ace879ffd59b HTTP/1.1" status: 200 len: 1001 time: 0.0915537 May 04 08:19:32.020699 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-b1e6ecdb-8c4d-4b4b-944d-fd1cbbdb3f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:32.022153 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-b1e6ecdb-8c4d-4b4b-944d-fd1cbbdb3f5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0bf2931f-f25d-4820-bfd4-3238c9fe26d6 HTTP/1.1" status: 200 len: 853 time: 0.0648732 May 04 08:19:32.094313 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-9273178b-6135-48d8-9bb6-ea5d58904f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:32.094565 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d9323-451c-4949-ae00-6669b9e073af req-37b4ac7e-d7c4-40a5-9eec-a1c383479ef2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:32.095897 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-9273178b-6135-48d8-9bb6-ea5d58904f8a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5cd04653-c1ab-4203-b77b-725a22d212fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647233 May 04 08:19:32.096236 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fc4d9323-451c-4949-ae00-6669b9e073af req-37b4ac7e-d7c4-40a5-9eec-a1c383479ef2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 943 time: 0.0556464 May 04 08:19:32.097297 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1ce24-24a6-47ec-9dee-2cdee2caeea1 req-ddbf9d7d-222a-40a6-88b1-02ba3897f3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:32.098666 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-04d1ce24-24a6-47ec-9dee-2cdee2caeea1 req-ddbf9d7d-222a-40a6-88b1-02ba3897f3eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f44a667d-e0cc-45e5-8f63-a34f7e8f3226 HTTP/1.1" status: 200 len: 850 time: 0.0756791 May 04 08:19:32.150233 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fc4d9323-451c-4949-ae00-6669b9e073af req-00d8aac4-73cb-4125-87ae-a6ed34f195a3 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473051 May 04 08:19:32.198043 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1ce24-24a6-47ec-9dee-2cdee2caeea1 req-6fae6bfe-0608-4dbf-b102-748730b6a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:32.199635 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-04d1ce24-24a6-47ec-9dee-2cdee2caeea1 req-6fae6bfe-0608-4dbf-b102-748730b6a3ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7df6b99b-6f55-43f2-ae59-a84ab50ce98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844789 May 04 08:19:32.249599 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-1e59a038-5658-4411-a631-e254a60d1f1d service neutron] 10.222.0.13 "GET /v2.0/networks/5cd04653-c1ab-4203-b77b-725a22d212fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415749 May 04 08:19:32.367141 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-04d1ce24-24a6-47ec-9dee-2cdee2caeea1 req-50a79f49-dd92-495b-a284-ffddb9b493c3 service neutron] 10.222.0.13 "GET /v2.0/networks/7df6b99b-6f55-43f2-ae59-a84ab50ce98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529148 May 04 08:19:32.411503 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-450dce1d-d31a-4c20-a4d3-a0d954be8580 req-69e8e570-dd70-4e66-b879-f73aaae8b930 service neutron] 10.222.0.13 "GET /v2.0/networks/5cd04653-c1ab-4203-b77b-725a22d212fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555314 May 04 08:19:32.485775 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-04d1ce24-24a6-47ec-9dee-2cdee2caeea1 req-baac4ec4-1692-49c9-bfb5-5e7177a632fb service neutron] 10.222.0.13 "GET /v2.0/networks/7df6b99b-6f55-43f2-ae59-a84ab50ce98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091580 May 04 08:19:32.846590 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88280a-fbed-42cb-8fbf-0263293f07bf req-194ffdb8-02fd-4bb8-86e1-c64781dfa545 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:32.848081 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9d88280a-fbed-42cb-8fbf-0263293f07bf req-194ffdb8-02fd-4bb8-86e1-c64781dfa545 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0479162 May 04 08:19:32.919686 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f235091-76b0-488e-91b9-5fff15215aa7 req-e708a999-6bd2-4155-9cb5-7d048ac07b13 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:32.921155 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5f235091-76b0-488e-91b9-5fff15215aa7 req-e708a999-6bd2-4155-9cb5-7d048ac07b13 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0722017 May 04 08:19:32.950725 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9d88280a-fbed-42cb-8fbf-0263293f07bf req-0ab7109e-8ba1-4725-b589-dd3c7fba9e3e tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937259 May 04 08:19:32.979596 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5f235091-76b0-488e-91b9-5fff15215aa7 req-2541293c-4c66-42cc-b1ff-809d21ed16c3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526357 May 04 08:19:33.022420 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:33.286389 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafbf68-c716-4f68-99eb-7f0872e9793b req-41e852c8-7621-47e4-a514-1562e79641bf tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:33.287860 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fbafbf68-c716-4f68-99eb-7f0872e9793b req-41e852c8-7621-47e4-a514-1562e79641bf tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 943 time: 0.0512040 May 04 08:19:33.336308 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fbafbf68-c716-4f68-99eb-7f0872e9793b req-8c4e2e98-813b-4be3-977a-f111e009fa39 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424256 May 04 08:19:33.759791 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f5f50-a97c-42cb-a6e2-ffb49e6f9f13 req-e96dff26-0016-4761-8aa6-caf295da8112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:33.761552 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-067f5f50-a97c-42cb-a6e2-ffb49e6f9f13 req-e96dff26-0016-4761-8aa6-caf295da8112 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f62edba9a4f9457c82909ceed58104c3&device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 1127 time: 0.0422072 May 04 08:19:34.126382 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0841ca-00c4-4324-a67e-685c584e4bf7 req-0300632e-83e6-49be-ae73-811af4c3a187 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:34.127965 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ae0841ca-00c4-4324-a67e-685c584e4bf7 req-0300632e-83e6-49be-ae73-811af4c3a187 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.1080914 May 04 08:19:34.141858 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c50a5-09d0-4016-ab1b-4b0a899b8d7f req-26ad2785-2c70-4426-bcf1-974f5f562c4b tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:34.143723 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4a9c50a5-09d0-4016-ab1b-4b0a899b8d7f req-26ad2785-2c70-4426-bcf1-974f5f562c4b tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0751104 May 04 08:19:34.222628 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ae0841ca-00c4-4324-a67e-685c584e4bf7 req-9defb50d-85f0-47f0-8dad-20c0ffe0263c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770450 May 04 08:19:34.231162 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4a9c50a5-09d0-4016-ab1b-4b0a899b8d7f req-03fc28a3-1b49-49dc-bb8a-2bad0bafab72 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771089 May 04 08:19:34.286249 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:34.468149 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771b638-9335-4d77-93e0-e37de9d8c78b req-945174ff-ef21-4955-b67d-e4df5efd5280 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:34.469773 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b771b638-9335-4d77-93e0-e37de9d8c78b req-945174ff-ef21-4955-b67d-e4df5efd5280 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 943 time: 0.0552626 May 04 08:19:34.479532 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d192530-ebd8-4d24-977b-e85cdf131ec9 req-39db6aab-ab77-4890-9533-5e618869c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:34.481071 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2d192530-ebd8-4d24-977b-e85cdf131ec9 req-39db6aab-ab77-4890-9533-5e618869c8ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e&tenant_id=76e08c9379ad43118a23806f1da1f18a HTTP/1.1" status: 200 len: 1127 time: 0.0989051 May 04 08:19:34.485909 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f5f50-a97c-42cb-a6e2-ffb49e6f9f13 req-dec41eca-5c27-4fc8-b59b-41ff7ddd4a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:34.487357 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-067f5f50-a97c-42cb-a6e2-ffb49e6f9f13 req-dec41eca-5c27-4fc8-b59b-41ff7ddd4a96 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5cd04653-c1ab-4203-b77b-725a22d212fb HTTP/1.1" status: 200 len: 915 time: 0.4305763 May 04 08:19:34.530968 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b771b638-9335-4d77-93e0-e37de9d8c78b req-3cebc4f9-2fb9-4e40-86d1-7407a2f79cc4 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547876 May 04 08:19:34.569262 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-067f5f50-a97c-42cb-a6e2-ffb49e6f9f13 req-4998c17f-d064-403a-b275-d90bd7695a31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 HTTP/1.1" status: 200 len: 217 time: 0.0470192 May 04 08:19:34.636676 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d192530-ebd8-4d24-977b-e85cdf131ec9 req-9ef43334-a4fb-4372-a95e-ee56c047b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:34.638208 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2d192530-ebd8-4d24-977b-e85cdf131ec9 req-9ef43334-a4fb-4372-a95e-ee56c047b298 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76e08c9379ad43118a23806f1da1f18a&device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 1127 time: 0.0707912 May 04 08:19:34.645746 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f5f50-a97c-42cb-a6e2-ffb49e6f9f13 req-085884e3-3864-4c9c-82c2-b411c43042d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:34.647118 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-067f5f50-a97c-42cb-a6e2-ffb49e6f9f13 req-085884e3-3864-4c9c-82c2-b411c43042d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0bf2931f-f25d-4820-bfd4-3238c9fe26d6 HTTP/1.1" status: 200 len: 853 time: 0.0695224 May 04 08:19:34.859586 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f5f50-a97c-42cb-a6e2-ffb49e6f9f13 req-1049374a-881f-4b3c-acec-00b07fb461ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:34.861124 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-067f5f50-a97c-42cb-a6e2-ffb49e6f9f13 req-1049374a-881f-4b3c-acec-00b07fb461ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5cd04653-c1ab-4203-b77b-725a22d212fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633609 May 04 08:19:34.918779 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d192530-ebd8-4d24-977b-e85cdf131ec9 req-f23bc30d-7cb0-4471-be59-f0a0223e2109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:34.921176 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2d192530-ebd8-4d24-977b-e85cdf131ec9 req-f23bc30d-7cb0-4471-be59-f0a0223e2109 service neutron] 10.222.0.13 "GET /v2.0/networks?id=69e555c2-1670-40dc-ab1f-e521e2075e90 HTTP/1.1" status: 200 len: 917 time: 0.1135728 May 04 08:19:34.948199 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:35.369665 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20730ad-879a-4e49-99ed-d9724b04b970 req-0c2d7a43-044f-424b-b548-6280c4e24f00 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:35.371163 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e20730ad-879a-4e49-99ed-d9724b04b970 req-0c2d7a43-044f-424b-b548-6280c4e24f00 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0714669 May 04 08:19:35.401957 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a091c00-aa6f-438a-81a9-2b638fa2083b req-8838d0d3-4bc3-4c7a-8881-c00047ab734f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:35.403478 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9a091c00-aa6f-438a-81a9-2b638fa2083b req-8838d0d3-4bc3-4c7a-8881-c00047ab734f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0745516 May 04 08:19:35.440705 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e20730ad-879a-4e49-99ed-d9724b04b970 req-e62b8709-aab4-468d-889a-cb14c5f1180f tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639265 May 04 08:19:35.485887 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9a091c00-aa6f-438a-81a9-2b638fa2083b req-5706b6f3-80bd-4460-9149-fe2a8430f0b8 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579658 May 04 08:19:35.530411 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2d192530-ebd8-4d24-977b-e85cdf131ec9 req-a02bcf6d-2105-4422-9e28-79f2d16bcef3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ece0d49a-030d-48d4-9e36-92066c88c022 HTTP/1.1" status: 200 len: 999 time: 0.1372459 May 04 08:19:35.581530 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-067f5f50-a97c-42cb-a6e2-ffb49e6f9f13 req-430ea7fb-1ec0-4c9a-b5f3-5d52b2be0d13 service neutron] 10.222.0.13 "GET /v2.0/networks/5cd04653-c1ab-4203-b77b-725a22d212fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895883 May 04 08:19:35.602826 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d192530-ebd8-4d24-977b-e85cdf131ec9 req-6edd56d1-7ee9-4f50-83fb-a998fbc219d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:35.604450 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2d192530-ebd8-4d24-977b-e85cdf131ec9 req-6edd56d1-7ee9-4f50-83fb-a998fbc219d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1223e7c-a5fa-47f3-8b09-39c09633d1c1 HTTP/1.1" status: 200 len: 855 time: 0.0669851 May 04 08:19:35.668467 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac5772-87eb-44a0-8d21-6c4c2d5a572c req-271693e1-0cb0-46e5-82ce-42b376118465 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:35.670386 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-33ac5772-87eb-44a0-8d21-6c4c2d5a572c req-271693e1-0cb0-46e5-82ce-42b376118465 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 943 time: 0.0607839 May 04 08:19:35.696397 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d192530-ebd8-4d24-977b-e85cdf131ec9 req-9c633292-dbac-4713-9cd7-fba81fcdbce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:35.697921 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2d192530-ebd8-4d24-977b-e85cdf131ec9 req-9c633292-dbac-4713-9cd7-fba81fcdbce0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=69e555c2-1670-40dc-ab1f-e521e2075e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0837231 May 04 08:19:35.725647 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:35.730863 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-33ac5772-87eb-44a0-8d21-6c4c2d5a572c req-2dd0cb56-5247-4faa-b5fb-9950203d76de tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546606 May 04 08:19:35.794868 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-067f5f50-a97c-42cb-a6e2-ffb49e6f9f13 req-9da6c1a8-1178-4ab8-ae45-0a2fdf5c5f3f service neutron] 10.222.0.13 "GET /v2.0/networks/5cd04653-c1ab-4203-b77b-725a22d212fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027979 May 04 08:19:35.823772 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2d192530-ebd8-4d24-977b-e85cdf131ec9 req-3b3879ef-0c9a-4c2f-a9ab-7d81466bac59 service neutron] 10.222.0.13 "GET /v2.0/networks/69e555c2-1670-40dc-ab1f-e521e2075e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174984 May 04 08:19:35.918853 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2d192530-ebd8-4d24-977b-e85cdf131ec9 req-4f7a5055-c2b3-45a7-a1df-e804a45f3c77 service neutron] 10.222.0.13 "GET /v2.0/networks/69e555c2-1670-40dc-ab1f-e521e2075e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887332 May 04 08:19:36.282794 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:19:36.424511 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9,segment=NetworkSegment(b9bf2483-8ebb-4e01-a5c9-8763072d56f3),segment_id=b9bf2483-8ebb-4e01-a5c9-8763072d56f3)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:36.442029 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Returning: {'device': '13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9', 'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb', 'port_id': '13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9', 'mac_address': 'fa:16:3e:44:dc:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf2931f-f25d-4820-bfd4-3238c9fe26d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:19:36.498499 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 is: DOWN; New status is: BUILD {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:36.499197 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:36.543238 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:19:36.581416 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9,segment=NetworkSegment(b9bf2483-8ebb-4e01-a5c9-8763072d56f3),segment_id=b9bf2483-8ebb-4e01-a5c9-8763072d56f3)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:36.604207 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:36.682692 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:36.682946 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af856c-8673-461b-8621-c396facd3459 req-1bb287ac-b975-4efa-b69c-77aa1ad40cc9 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:36.684948 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-28af856c-8673-461b-8621-c396facd3459 req-1bb287ac-b975-4efa-b69c-77aa1ad40cc9 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0635679 May 04 08:19:36.751955 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-28af856c-8673-461b-8621-c396facd3459 req-70ab7094-6344-4b46-9d58-9330b789bd7b tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601742 May 04 08:19:36.958559 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7fbe0-c2a4-49c9-942f-1e5c640bee34 req-12526622-eaae-46f6-9274-555e2e0dbcec tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:36.960304 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b8c7fbe0-c2a4-49c9-942f-1e5c640bee34 req-12526622-eaae-46f6-9274-555e2e0dbcec tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 944 time: 0.0936291 May 04 08:19:37.047433 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b8c7fbe0-c2a4-49c9-942f-1e5c640bee34 req-a462360b-c810-45e8-b917-9431db882cd7 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782197 May 04 08:19:37.097211 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:19:37.895073 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b2beb-e6f6-4dd0-bd74-541d8b056d47 req-2d1a7844-5a4a-45ba-a2f4-e762b16da329 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:37.896557 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c57b2beb-e6f6-4dd0-bd74-541d8b056d47 req-2d1a7844-5a4a-45ba-a2f4-e762b16da329 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0557339 May 04 08:19:37.946996 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c57b2beb-e6f6-4dd0-bd74-541d8b056d47 req-d1d05b6a-cacd-4d2c-af5e-34c33e1087a5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443468 May 04 08:19:38.173426 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 6 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:19:38.208197 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8712b1-a400-4cfc-914b-abf1c3fb747e req-db460ffa-a6f4-454b-9aff-eeb4ecc0d978 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:38.215053 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fc8712b1-a400-4cfc-914b-abf1c3fb747e req-db460ffa-a6f4-454b-9aff-eeb4ecc0d978 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 944 time: 0.0576391 May 04 08:19:38.262264 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fc8712b1-a400-4cfc-914b-abf1c3fb747e req-2fabd030-c4d2-478c-9a2b-b2c57cd690d5 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463469 May 04 08:19:38.281690 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 up at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:38.326621 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning for port 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 completed by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:19:38.337754 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning complete for port 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:38.338093 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:38.425454 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 is: BUILD; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:38.425878 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:38.454213 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48d936d-5899-4646-b970-68dbb426d0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:19:38.456779 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d6a5a0-3d32-4b1f-9dc5-5a5b0f4395c6" -d '{"events": [{"server_uuid": "d48d936d-5899-4646-b970-68dbb426d0b0", "name": "network-vif-plugged", "status": "completed", "tag": "13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:19:38.470946 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9,segment=NetworkSegment(b9bf2483-8ebb-4e01-a5c9-8763072d56f3),segment_id=b9bf2483-8ebb-4e01-a5c9-8763072d56f3)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:38.480636 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:38.541268 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a62446-546f-420a-9dfc-a2c4a7f0c093 x-openstack-request-id: req-c6a62446-546f-420a-9dfc-a2c4a7f0c093 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:19:38.541591 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48d936d-5899-4646-b970-68dbb426d0b0", "name": "network-vif-plugged", "status": "completed", "tag": "13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:19:38.541853 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c6a62446-546f-420a-9dfc-a2c4a7f0c093 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:19:38.542262 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6a62446-546f-420a-9dfc-a2c4a7f0c093'] response: {'server_uuid': 'd48d936d-5899-4646-b970-68dbb426d0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9', 'code': 200} May 04 08:19:38.542981 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:39.075740 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f8b3d-9bf0-467f-b23d-9363b267e634 req-3e6f61b9-b288-490b-94a3-f00c9f4e00ca tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:39.077372 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-632f8b3d-9bf0-467f-b23d-9363b267e634 req-3e6f61b9-b288-490b-94a3-f00c9f4e00ca tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0517657 May 04 08:19:39.136106 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-632f8b3d-9bf0-467f-b23d-9363b267e634 req-1c1632f8-9dfa-47be-97fa-d51c1ffa18d5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529537 May 04 08:19:39.412496 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e48ce-f126-4ced-969f-1c263691cc2a req-af33d39d-dc2d-49fc-83f1-d0f1f9865e35 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:39.414228 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8d8e48ce-f126-4ced-969f-1c263691cc2a req-af33d39d-dc2d-49fc-83f1-d0f1f9865e35 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 945 time: 0.0600827 May 04 08:19:39.478735 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8d8e48ce-f126-4ced-969f-1c263691cc2a req-c482b146-3e08-44de-a700-22c49d251548 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466614 May 04 08:19:39.521292 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 36160) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:39.632996 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3fb0e3f3-21eb-4e5a-b1b3-122136a5c21c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:39.722250 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3fb0e3f3-21eb-4e5a-b1b3-122136a5c21c admin admin] Publish callbacks [] for security_group (8585a16b-ce9b-438d-9473-2dda4b2990ef), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:39.726630 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3fb0e3f3-21eb-4e5a-b1b3-122136a5c21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (8585a16b-ce9b-438d-9473-2dda4b2990ef), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:39.763142 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0e3f3-21eb-4e5a-b1b3-122136a5c21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8585a16b-ce9b-438d-9473-2dda4b2990ef,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:39.771622 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-3fb0e3f3-21eb-4e5a-b1b3-122136a5c21c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=594e2f3f973948fb8dbbfdc8dff02dd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491491 May 04 08:19:39.774190 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 36164) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:39.831006 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4d48303b-603b-4360-a551-894c1daceea7 admin admin] Publish callbacks [] for security_group (8585a16b-ce9b-438d-9473-2dda4b2990ef), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:39.852996 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4d48303b-603b-4360-a551-894c1daceea7 admin admin] Publish callbacks [] for security_group (8585a16b-ce9b-438d-9473-2dda4b2990ef), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:39.901693 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4d48303b-603b-4360-a551-894c1daceea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (8585a16b-ce9b-438d-9473-2dda4b2990ef), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:39.904695 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4d48303b-603b-4360-a551-894c1daceea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:39.906953 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-4d48303b-603b-4360-a551-894c1daceea7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8585a16b-ce9b-438d-9473-2dda4b2990ef HTTP/1.1" status: 204 len: 168 time: 0.1306748 May 04 08:19:39.916688 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48303b-603b-4360-a551-894c1daceea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8585a16b-ce9b-438d-9473-2dda4b2990ef,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:39.925465 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48303b-603b-4360-a551-894c1daceea7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:39.925894 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48303b-603b-4360-a551-894c1daceea7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:39.926244 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48303b-603b-4360-a551-894c1daceea7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:39.926662 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48303b-603b-4360-a551-894c1daceea7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:39.927018 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48303b-603b-4360-a551-894c1daceea7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:39.927360 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48303b-603b-4360-a551-894c1daceea7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:39.927695 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48303b-603b-4360-a551-894c1daceea7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:39.928030 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48303b-603b-4360-a551-894c1daceea7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:39.928359 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48303b-603b-4360-a551-894c1daceea7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:39.929011 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48303b-603b-4360-a551-894c1daceea7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:39.929338 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48303b-603b-4360-a551-894c1daceea7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:39.929663 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48303b-603b-4360-a551-894c1daceea7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:39.929989 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48303b-603b-4360-a551-894c1daceea7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:39.930314 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48303b-603b-4360-a551-894c1daceea7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:39.930630 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48303b-603b-4360-a551-894c1daceea7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:40.301381 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77398410-98c1-4839-8481-122c60d78a53 req-0adb2e99-d744-491e-881f-7d6a3dd2da6a tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:40.305111 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-77398410-98c1-4839-8481-122c60d78a53 req-0adb2e99-d744-491e-881f-7d6a3dd2da6a tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0894656 May 04 08:19:40.357633 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-77398410-98c1-4839-8481-122c60d78a53 req-8fa48e0e-c21e-42af-bcc8-9c83891690ef tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448380 May 04 08:19:40.601011 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca96cc9-2715-4e73-b654-25011b83e808 req-190f2d40-52f7-4957-bfee-6fd3b4127e38 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:40.602774 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8ca96cc9-2715-4e73-b654-25011b83e808 req-190f2d40-52f7-4957-bfee-6fd3b4127e38 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 945 time: 0.0538993 May 04 08:19:40.669647 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8ca96cc9-2715-4e73-b654-25011b83e808 req-5faf96d8-1ed5-4e6f-9813-1134ba0f69c2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607100 May 04 08:19:41.138041 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 36200) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:41.245487 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e6420e4d-85a9-4336-9a09-7c97e5d55327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:41.326092 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e6420e4d-85a9-4336-9a09-7c97e5d55327 admin admin] Publish callbacks [] for security_group (9c5d0f84-6e81-44f0-9f29-892e41c3d6ae), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:41.330810 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e6420e4d-85a9-4336-9a09-7c97e5d55327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (9c5d0f84-6e81-44f0-9f29-892e41c3d6ae), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:41.374833 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 36206) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:41.381197 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-e6420e4d-85a9-4336-9a09-7c97e5d55327 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=44480356064746a1be09beb4a3088e4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418444 May 04 08:19:41.383002 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6420e4d-85a9-4336-9a09-7c97e5d55327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5d0f84-6e81-44f0-9f29-892e41c3d6ae,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:41.473094 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b60a5a02-2255-4ca6-af44-8ac6c5272c70 admin admin] Publish callbacks [] for security_group (9c5d0f84-6e81-44f0-9f29-892e41c3d6ae), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:41.497046 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b60a5a02-2255-4ca6-af44-8ac6c5272c70 admin admin] Publish callbacks [] for security_group (9c5d0f84-6e81-44f0-9f29-892e41c3d6ae), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:41.515976 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f732c36-43bb-4a68-bc3b-ad51c4cf159a req-77af388b-95e7-4d23-9fd7-07dc4745381a tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:41.517520 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8f732c36-43bb-4a68-bc3b-ad51c4cf159a req-77af388b-95e7-4d23-9fd7-07dc4745381a tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0519323 May 04 08:19:41.556664 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b60a5a02-2255-4ca6-af44-8ac6c5272c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (9c5d0f84-6e81-44f0-9f29-892e41c3d6ae), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:41.559996 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b60a5a02-2255-4ca6-af44-8ac6c5272c70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:41.564865 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-b60a5a02-2255-4ca6-af44-8ac6c5272c70 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9c5d0f84-6e81-44f0-9f29-892e41c3d6ae HTTP/1.1" status: 204 len: 168 time: 0.1891394 May 04 08:19:41.574052 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a5a02-2255-4ca6-af44-8ac6c5272c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5d0f84-6e81-44f0-9f29-892e41c3d6ae,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:41.593515 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8f732c36-43bb-4a68-bc3b-ad51c4cf159a req-a8e5c669-8519-4ac8-abb0-0d24a10edcf4 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694838 May 04 08:19:41.815964 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e7020-d56d-42bf-98a7-4cfd09e67bda req-8e2747d9-5fbb-40a9-b226-1438d6f847ed tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:41.817650 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-594e7020-d56d-42bf-98a7-4cfd09e67bda req-8e2747d9-5fbb-40a9-b226-1438d6f847ed tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 945 time: 0.0712795 May 04 08:19:41.874936 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-594e7020-d56d-42bf-98a7-4cfd09e67bda req-fb72793a-6322-485d-842b-e9e622e561e9 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453160 May 04 08:19:42.729509 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab6ad7-d374-4ee8-b2ef-ce8523c11712 req-fb450801-2113-4429-b5ce-556e56d92af3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:42.731091 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8bab6ad7-d374-4ee8-b2ef-ce8523c11712 req-fb450801-2113-4429-b5ce-556e56d92af3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0555687 May 04 08:19:42.783567 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8bab6ad7-d374-4ee8-b2ef-ce8523c11712 req-7bec81f6-4b9b-49ab-bc76-fdaf8d2f0ac0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467975 May 04 08:19:42.996785 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55973be2-bf41-4bf3-886f-acbdc3ccd711 req-1bbfbfc2-d7dd-48f8-a1d8-18ede7cc5d9a tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:42.998349 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-55973be2-bf41-4bf3-886f-acbdc3ccd711 req-1bbfbfc2-d7dd-48f8-a1d8-18ede7cc5d9a tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 945 time: 0.0510929 May 04 08:19:43.046974 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-55973be2-bf41-4bf3-886f-acbdc3ccd711 req-3395b5d7-ab10-49a0-9d39-18a6dbe1168f tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425808 May 04 08:19:43.907261 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347bc41-6232-4fbb-8c97-538cd114bc7f req-ec197024-b884-4d10-8ad3-269bb6ebe8ec tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:43.908905 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9347bc41-6232-4fbb-8c97-538cd114bc7f req-ec197024-b884-4d10-8ad3-269bb6ebe8ec tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0523052 May 04 08:19:43.957500 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9347bc41-6232-4fbb-8c97-538cd114bc7f req-931648e1-a2b5-4d32-9be8-b9fdd1e23377 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429065 May 04 08:19:44.167308 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9f76e-58a0-453d-b6b1-571232f7167b req-3567fb6a-c5a5-4741-b09b-8b836ac7483c tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:44.169260 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-abd9f76e-58a0-453d-b6b1-571232f7167b req-3567fb6a-c5a5-4741-b09b-8b836ac7483c tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 945 time: 0.0500736 May 04 08:19:44.232981 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-abd9f76e-58a0-453d-b6b1-571232f7167b req-80756469-1967-4cbd-ac58-be7adc7fce17 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556912 May 04 08:19:45.079510 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96848a7a-7577-4129-b04b-a566cde563dd req-dc5f6aeb-8b47-4972-bbcb-ee90d76ac582 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:45.080984 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-96848a7a-7577-4129-b04b-a566cde563dd req-dc5f6aeb-8b47-4972-bbcb-ee90d76ac582 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0503495 May 04 08:19:45.127481 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-96848a7a-7577-4129-b04b-a566cde563dd req-cef1b8d0-e95c-4ef0-b4ec-139def1760b1 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408576 May 04 08:19:45.368619 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee86de9-8801-48a5-8a72-8a8513fbdc64 req-26a20711-79e3-4951-bd26-227a463a4ac0 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:45.370102 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8ee86de9-8801-48a5-8a72-8a8513fbdc64 req-26a20711-79e3-4951-bd26-227a463a4ac0 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 945 time: 0.0481808 May 04 08:19:45.418648 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8ee86de9-8801-48a5-8a72-8a8513fbdc64 req-de212a01-0431-46d6-839e-6e0feb7e8210 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427341 May 04 08:19:46.255158 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d827a-5e2e-4db1-aae7-7c3038f4c6dc req-0e3dbee5-d64c-4020-91cf-669964a58c0c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:46.256604 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-143d827a-5e2e-4db1-aae7-7c3038f4c6dc req-0e3dbee5-d64c-4020-91cf-669964a58c0c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0551379 May 04 08:19:46.314344 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-143d827a-5e2e-4db1-aae7-7c3038f4c6dc req-ffb713b5-637b-498a-b3b9-b66f8a8dc1d6 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492985 May 04 08:19:46.531833 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7341478-7cb7-4c64-8e31-90ba993ba2d1 req-2fe8a6e1-a1b2-427b-a8bd-6f68f5c14481 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:46.533380 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e7341478-7cb7-4c64-8e31-90ba993ba2d1 req-2fe8a6e1-a1b2-427b-a8bd-6f68f5c14481 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 945 time: 0.0480049 May 04 08:19:46.581048 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e7341478-7cb7-4c64-8e31-90ba993ba2d1 req-b563a3b3-9e2f-4e27-9cfc-f998271c15c2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409181 May 04 08:19:47.446288 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eab374-da43-43fa-a67f-003930cf07d6 req-221b8fef-a435-4284-891a-d32ad75c0ee6 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:47.447934 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-37eab374-da43-43fa-a67f-003930cf07d6 req-221b8fef-a435-4284-891a-d32ad75c0ee6 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0520225 May 04 08:19:47.481902 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ffbf8-476c-405d-9771-558c995fbcb2 req-ee49f071-6bd9-4a5b-afbf-11d5554cb18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:47.483826 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e41ffbf8-476c-405d-9771-558c995fbcb2 req-ee49f071-6bd9-4a5b-afbf-11d5554cb18a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 1129 time: 0.0433002 May 04 08:19:47.499432 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-37eab374-da43-43fa-a67f-003930cf07d6 req-d1680661-8f55-49c3-aa15-53a20d962cfe tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448236 May 04 08:19:47.541719 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e41ffbf8-476c-405d-9771-558c995fbcb2 req-f5118dab-bbe5-4f7d-8ce2-db320fb1704c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512650 May 04 08:19:47.701001 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91124fb2-e78d-4625-ac53-20267df20624 req-cfef8445-a9db-48bf-b9e2-d3c3ef16d35b tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:47.702475 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-91124fb2-e78d-4625-ac53-20267df20624 req-cfef8445-a9db-48bf-b9e2-d3c3ef16d35b tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 945 time: 0.0544276 May 04 08:19:47.751508 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-91124fb2-e78d-4625-ac53-20267df20624 req-9ca26de5-3c05-4832-a6a5-761f38f14317 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432074 May 04 08:19:47.794404 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-f7ee71d8-eba2-4032-ba75-7d383cc2bf4f tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-614253270&fields=id&tenant_id=b207a35c92594e5e8b968a59a8509940 HTTP/1.1" status: 200 len: 267 time: 0.0415754 May 04 08:19:47.901391 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-7ee2755b-eaa2-475b-bc6d-2675630be674 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:47.902829 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-7ee2755b-eaa2-475b-bc6d-2675630be674 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/networks?id=f5ff6776-cf33-4de5-a4a0-4985a4b133ac HTTP/1.1" status: 200 len: 808 time: 0.1020241 May 04 08:19:47.917556 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-9069079f-b397-4bad-8c23-405986182c01 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/quotas/b207a35c92594e5e8b968a59a8509940 HTTP/1.1" status: 200 len: 375 time: 0.0090408 May 04 08:19:47.966185 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-0f8cc567-9ad2-49a1-8fbb-862f98739e5b tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b207a35c92594e5e8b968a59a8509940&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435936 May 04 08:19:48.065227 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-2da39376-855e-43ba-b72d-694877dbc927 service neutron] 10.222.0.59 "GET /v2.0/networks/f5ff6776-cf33-4de5-a4a0-4985a4b133ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880439 May 04 08:19:48.169763 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-4545b0e7-dd37-4ada-b02c-9c7c824afcf9 service neutron] 10.222.0.59 "GET /v2.0/networks/f5ff6776-cf33-4de5-a4a0-4985a4b133ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971196 May 04 08:19:48.484709 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-42983e76-5340-481b-acfc-7286fa8b3293 req-25f98d82-88c8-4b9d-b9b0-375e56123f1f tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 210 time: 0.0315561 May 04 08:19:48.895373 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c5ec2-fb20-47a0-a7da-f1639527380e req-5776f743-9cc6-40d1-b343-45887d3056bb tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:48.896893 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ed4c5ec2-fb20-47a0-a7da-f1639527380e req-5776f743-9cc6-40d1-b343-45887d3056bb tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.3230672 May 04 08:19:48.917910 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a0643-f0ad-4345-9a85-1d1c02a09500 req-259a696d-1590-4fa2-9fd8-af9e4f329550 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:48.919864 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3e4a0643-f0ad-4345-9a85-1d1c02a09500 req-259a696d-1590-4fa2-9fd8-af9e4f329550 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 945 time: 0.0672400 May 04 08:19:48.987134 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ed4c5ec2-fb20-47a0-a7da-f1639527380e req-c83edc18-bcf8-4a24-b931-b98e03e66b60 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833766 May 04 08:19:48.998364 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3e4a0643-f0ad-4345-9a85-1d1c02a09500 req-eab0d85b-94ef-4ea4-8ee9-b007b2516891 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677078 May 04 08:19:49.592463 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d8ed646d-0a94-400c-92d7-727a53589573 req-d5f914c0-840a-4418-a748-43d0f377c00a tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 210 time: 0.0355160 May 04 08:19:50.134569 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31cfd5-521f-484b-881a-b3cfe8453be3 req-ab542aec-e4d2-4dca-bfca-a2ed77e33d7a tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:50.136029 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9b31cfd5-521f-484b-881a-b3cfe8453be3 req-ab542aec-e4d2-4dca-bfca-a2ed77e33d7a tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0730472 May 04 08:19:50.141839 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b156f-bf1e-4c56-b067-8c1b39ba9c20 req-6ab6d54f-8c98-4c28-9102-69fea9b0b284 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:50.143171 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2a8b156f-bf1e-4c56-b067-8c1b39ba9c20 req-6ab6d54f-8c98-4c28-9102-69fea9b0b284 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 945 time: 0.0698168 May 04 08:19:50.214363 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9b31cfd5-521f-484b-881a-b3cfe8453be3 req-81fb2d5c-8482-4cb1-8f3f-11dfa6b31ace tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702775 May 04 08:19:50.217490 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2a8b156f-bf1e-4c56-b067-8c1b39ba9c20 req-21613b84-3996-4fd9-9c16-33030830ae8a tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678182 May 04 08:19:50.330185 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f508f0-68de-4671-a959-c288847eeced req-1d0dfcca-37b0-4591-844e-c8a52a2ed729 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:50.331589 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c7f508f0-68de-4671-a959-c288847eeced req-1d0dfcca-37b0-4591-844e-c8a52a2ed729 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 945 time: 0.0472605 May 04 08:19:50.379429 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c7f508f0-68de-4671-a959-c288847eeced req-98a1458e-7776-4d71-824a-1ae0af4e4833 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418782 May 04 08:19:50.622018 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-fb070454-4ee7-4fd3-b725-18ce602e863f tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:50.623543 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-fb070454-4ee7-4fd3-b725-18ce602e863f tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.13 "GET /v2.0/networks?id=f5ff6776-cf33-4de5-a4a0-4985a4b133ac HTTP/1.1" status: 200 len: 808 time: 0.1635780 May 04 08:19:50.705750 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e388ccef-4710-4a7d-8d8e-fc5c794716cb req-f6c65210-76b3-4974-90ba-4e11b95cadf5 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 210 time: 0.0299952 May 04 08:19:50.708578 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-9eaa743f-3c1e-4553-97c3-7d2a959816ba tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b207a35c92594e5e8b968a59a8509940 HTTP/1.1" status: 200 len: 379 time: 0.0688074 May 04 08:19:50.726368 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-72d1071a-9465-48fa-b25d-16b7336c66d5 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Request body: {'port': {'device_id': 'd56a2f58-c7b9-4b57-a6dd-d5e3749f8022', 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac', 'admin_state_up': True, 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'security_groups': ['3a3b58b9-a087-4a19-9d79-33f25cd4fada']}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:50.799004 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3a50d-794b-4bc6-b64e-46416c979bd0 req-8d2be5ca-630e-4481-8a37-701a51b7ac90 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:50.800666 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2ec3a50d-794b-4bc6-b64e-46416c979bd0 req-8d2be5ca-630e-4481-8a37-701a51b7ac90 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 945 time: 0.0534635 May 04 08:19:50.847149 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-72d1071a-9465-48fa-b25d-16b7336c66d5 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Made reservation on behalf of b207a35c92594e5e8b968a59a8509940 for: {'port': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:19:50.850412 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-72d1071a-9465-48fa-b25d-16b7336c66d5 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:50.852096 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2ec3a50d-794b-4bc6-b64e-46416c979bd0 req-b1165868-5a53-4bbc-a5b7-60fc1120eff6 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436218 May 04 08:19:50.977118 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-72d1071a-9465-48fa-b25d-16b7336c66d5 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Allocated IP 172.20.0.10 (f5ff6776-cf33-4de5-a4a0-4985a4b133ac/2f3664ef-e21d-4df5-a950-15cbe573119a/a703adef-8c44-4eec-838e-5aad98fa4ab0) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:19:51.120850 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-72d1071a-9465-48fa-b25d-16b7336c66d5 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for port (a703adef-8c44-4eec-838e-5aad98fa4ab0), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.161067 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-72d1071a-9465-48fa-b25d-16b7336c66d5 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (a703adef-8c44-4eec-838e-5aad98fa4ab0), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.203943 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-72d1071a-9465-48fa-b25d-16b7336c66d5 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Network f5ff6776-cf33-4de5-a4a0-4985a4b133ac is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:51.207276 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-72d1071a-9465-48fa-b25d-16b7336c66d5 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:51.213247 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-72d1071a-9465-48fa-b25d-16b7336c66d5 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:19:51.220100 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1071a-9465-48fa-b25d-16b7336c66d5 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Pushing event updated for resources: {'Port': ['ID=a703adef-8c44-4eec-838e-5aad98fa4ab0,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:51.267652 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-72d1071a-9465-48fa-b25d-16b7336c66d5 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:51.268280 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-72d1071a-9465-48fa-b25d-16b7336c66d5 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.288241 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-72d1071a-9465-48fa-b25d-16b7336c66d5 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5740299 May 04 08:19:51.324404 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-aced3142-a741-4df7-b261-f62efe124451 service neutron] Request body: {'port': {'device_id': 'd56a2f58-c7b9-4b57-a6dd-d5e3749f8022', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:51.335696 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c092da3-f485-441d-a81a-0be1f863c2aa req-2049d8d5-0d16-4620-b5c3-84edef36c718 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:51.337292 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5c092da3-f485-441d-a81a-0be1f863c2aa req-2049d8d5-0d16-4620-b5c3-84edef36c718 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0487089 May 04 08:19:51.393410 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5c092da3-f485-441d-a81a-0be1f863c2aa req-405c4e6a-eed7-4d92-b0d2-37411a53fb38 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503936 May 04 08:19:51.399215 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-aced3142-a741-4df7-b261-f62efe124451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (a703adef-8c44-4eec-838e-5aad98fa4ab0), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.524317 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-50f401e0-a059-4bb4-b526-9ee5e1083bac None None] Provisioning complete for port a703adef-8c44-4eec-838e-5aad98fa4ab0 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:51.524982 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-50f401e0-a059-4bb4-b526-9ee5e1083bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (a703adef-8c44-4eec-838e-5aad98fa4ab0), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.558776 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-50f401e0-a059-4bb4-b526-9ee5e1083bac None None] Port a703adef-8c44-4eec-838e-5aad98fa4ab0 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:19:51.664167 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-aced3142-a741-4df7-b261-f62efe124451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a703adef-8c44-4eec-838e-5aad98fa4ab0 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:19:51.671876 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-aced3142-a741-4df7-b261-f62efe124451 service neutron] Publish callbacks [] for port (a703adef-8c44-4eec-838e-5aad98fa4ab0), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.685324 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-aced3142-a741-4df7-b261-f62efe124451 service neutron] Transition to ACTIVE for port object a703adef-8c44-4eec-838e-5aad98fa4ab0 will not be triggered until provisioned by entity L2. {{(pid=103564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:19:51.691615 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-aced3142-a741-4df7-b261-f62efe124451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (a703adef-8c44-4eec-838e-5aad98fa4ab0), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.757077 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced3142-a741-4df7-b261-f62efe124451 service neutron] Pushing event updated for resources: {'Port': ['ID=a703adef-8c44-4eec-838e-5aad98fa4ab0,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:51.828852 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93983290-439c-4e84-8c10-9f3d88a33275 req-92be6f6b-435c-402e-8dcb-b287d8f10dc9 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:51.832204 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-93983290-439c-4e84-8c10-9f3d88a33275 req-92be6f6b-435c-402e-8dcb-b287d8f10dc9 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0501144 May 04 08:19:51.834695 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-aced3142-a741-4df7-b261-f62efe124451 service neutron] Attempting to bind port a703adef-8c44-4eec-838e-5aad98fa4ab0 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:19:51.835103 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-aced3142-a741-4df7-b261-f62efe124451 service neutron] Attempting to bind port a703adef-8c44-4eec-838e-5aad98fa4ab0 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': 'e75be89d-d720-4cc9-8f50-cb6a561e1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:19:51.835433 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-aced3142-a741-4df7-b261-f62efe124451 service neutron] Attempting to bind port a703adef-8c44-4eec-838e-5aad98fa4ab0 on network f5ff6776-cf33-4de5-a4a0-4985a4b133ac {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:19:51.840616 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-aced3142-a741-4df7-b261-f62efe124451 service neutron] Port a703adef-8c44-4eec-838e-5aad98fa4ab0 on network f5ff6776-cf33-4de5-a4a0-4985a4b133ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:19:51.840964 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-aced3142-a741-4df7-b261-f62efe124451 service neutron] Attempting to bind port a703adef-8c44-4eec-838e-5aad98fa4ab0 on network f5ff6776-cf33-4de5-a4a0-4985a4b133ac {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:19:51.846099 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-aced3142-a741-4df7-b261-f62efe124451 service neutron] Checking agent: {'id': '012f2be7-5ddd-4d39-8539-3fef46040309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'started_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:19:51.846440 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-aced3142-a741-4df7-b261-f62efe124451 service neutron] Checking segment: {'id': 'e75be89d-d720-4cc9-8f50-cb6a561e1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:51.846988 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-aced3142-a741-4df7-b261-f62efe124451 service neutron] Bound using segment: {'id': 'e75be89d-d720-4cc9-8f50-cb6a561e1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:19:51.847459 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-aced3142-a741-4df7-b261-f62efe124451 service neutron] Bound port: a703adef-8c44-4eec-838e-5aad98fa4ab0, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e75be89d-d720-4cc9-8f50-cb6a561e1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:19:51.847814 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-aced3142-a741-4df7-b261-f62efe124451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (a703adef-8c44-4eec-838e-5aad98fa4ab0), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.890247 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-93983290-439c-4e84-8c10-9f3d88a33275 req-8cf9f435-2d65-4ef8-aa27-d92b04d87ad3 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526173 May 04 08:19:51.923459 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-aced3142-a741-4df7-b261-f62efe124451 service neutron] For port a703adef-8c44-4eec-838e-5aad98fa4ab0, host hv-cinder-84028, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:19:51.926707 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-aced3142-a741-4df7-b261-f62efe124451 service neutron] For port a703adef-8c44-4eec-838e-5aad98fa4ab0, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a703adef-8c44-4eec-838e-5aad98fa4ab0,segment=NetworkSegment(e75be89d-d720-4cc9-8f50-cb6a561e1c49),segment_id=e75be89d-d720-4cc9-8f50-cb6a561e1c49)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:19:51.934406 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-aced3142-a741-4df7-b261-f62efe124451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (a703adef-8c44-4eec-838e-5aad98fa4ab0), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.966090 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-aced3142-a741-4df7-b261-f62efe124451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:51.966730 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-aced3142-a741-4df7-b261-f62efe124451 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.968281 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-aced3142-a741-4df7-b261-f62efe124451 service neutron] 10.222.0.13 "PUT /v2.0/ports/a703adef-8c44-4eec-838e-5aad98fa4ab0 HTTP/1.1" status: 200 len: 1094 time: 0.6486013 May 04 08:19:51.968715 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56a2f58-c7b9-4b57-a6dd-d5e3749f8022', 'tag': 'a703adef-8c44-4eec-838e-5aad98fa4ab0'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:19:51.971490 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e89430f-3d37-4442-8a2d-34815fd62f41" -d '{"events": [{"name": "network-changed", "server_uuid": "d56a2f58-c7b9-4b57-a6dd-d5e3749f8022", "tag": "a703adef-8c44-4eec-838e-5aad98fa4ab0"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:19:51.998314 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced3142-a741-4df7-b261-f62efe124451 service neutron] Pushing event updated for resources: {'Port': ['ID=a703adef-8c44-4eec-838e-5aad98fa4ab0,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:52.020783 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c8c58b-a185-4e9e-a6ed-f32f4df874ca x-openstack-request-id: req-26c8c58b-a185-4e9e-a6ed-f32f4df874ca {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:19:52.021261 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56a2f58-c7b9-4b57-a6dd-d5e3749f8022", "tag": "a703adef-8c44-4eec-838e-5aad98fa4ab0", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:19:52.021384 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-26c8c58b-a185-4e9e-a6ed-f32f4df874ca {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:19:52.021792 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26c8c58b-a185-4e9e-a6ed-f32f4df874ca'] response: {'name': 'network-changed', 'server_uuid': 'd56a2f58-c7b9-4b57-a6dd-d5e3749f8022', 'tag': 'a703adef-8c44-4eec-838e-5aad98fa4ab0', 'status': 'completed', 'code': 200} May 04 08:19:52.096070 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-28708400-1666-48c0-a78e-29a323b75e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:52.097703 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-28708400-1666-48c0-a78e-29a323b75e18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b207a35c92594e5e8b968a59a8509940&device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 1128 time: 0.0472944 May 04 08:19:52.151128 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-d5bea790-e3b8-4d9f-942c-5bf6e601f98a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a703adef-8c44-4eec-838e-5aad98fa4ab0 HTTP/1.1" status: 200 len: 217 time: 0.0347230 May 04 08:19:52.201936 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-b1593b8d-2f14-465a-bae7-d68f480e300d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:52.203820 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-b1593b8d-2f14-465a-bae7-d68f480e300d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f3664ef-e21d-4df5-a950-15cbe573119a HTTP/1.1" status: 200 len: 847 time: 0.0459170 May 04 08:19:52.253788 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-6de0d656-7bf3-410a-b077-5e841c207d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:52.255454 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-6de0d656-7bf3-410a-b077-5e841c207d58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5ff6776-cf33-4de5-a4a0-4985a4b133ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438588 May 04 08:19:52.356959 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-f9aa68a8-8996-4a24-a098-6bb7fd88d108 service neutron] 10.222.0.13 "GET /v2.0/networks/f5ff6776-cf33-4de5-a4a0-4985a4b133ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874288 May 04 08:19:52.466045 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-95bc7e5f-0625-4007-a5bc-bde797792764 req-2c697525-9ad7-4ed4-ab78-05e9bfc4e97a service neutron] 10.222.0.13 "GET /v2.0/networks/f5ff6776-cf33-4de5-a4a0-4985a4b133ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930941 May 04 08:19:52.522104 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7822e-a780-4263-bfdc-175e5f0ce3f1 req-693f0431-fa3b-4d1d-bdb1-2a7f9749654e tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:52.523602 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e4b7822e-a780-4263-bfdc-175e5f0ce3f1 req-693f0431-fa3b-4d1d-bdb1-2a7f9749654e tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0513675 May 04 08:19:52.572232 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e4b7822e-a780-4263-bfdc-175e5f0ce3f1 req-8aea93e5-7df2-4845-980f-6ee151bebcbc tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427876 May 04 08:19:52.800106 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89430f-3d37-4442-8a2d-34815fd62f41 req-40b6411f-bb7d-4b5d-accc-aa1678a8cea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:52.801689 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2e89430f-3d37-4442-8a2d-34815fd62f41 req-40b6411f-bb7d-4b5d-accc-aa1678a8cea0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b207a35c92594e5e8b968a59a8509940&device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 1128 time: 0.0413508 May 04 08:19:53.006663 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d9c1e-dbef-426e-8ab6-a0458ce16d78 req-c4765140-ae30-49d2-a9cc-54d20c8d5a69 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:53.008212 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e58d9c1e-dbef-426e-8ab6-a0458ce16d78 req-c4765140-ae30-49d2-a9cc-54d20c8d5a69 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0467923 May 04 08:19:53.060084 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e58d9c1e-dbef-426e-8ab6-a0458ce16d78 req-cb43dc9f-b74b-4f93-a0fc-41bb3667a74c tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456138 May 04 08:19:53.229605 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6145618-7e3a-42c3-bc56-f504ec595783 req-6ade27ed-380b-40a8-93ba-a8507790a084 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:53.231093 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d6145618-7e3a-42c3-bc56-f504ec595783 req-6ade27ed-380b-40a8-93ba-a8507790a084 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd HTTP/1.1" status: 200 len: 946 time: 0.0564375 May 04 08:19:53.282115 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d6145618-7e3a-42c3-bc56-f504ec595783 req-e8a47fcb-3518-4f11-8ed5-935923ca4084 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=6be3a020-bf30-4a03-959c-c896c5c3b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430777 May 04 08:19:53.705340 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f74aac-8949-410e-b688-29e457c90b10 req-4ab2b706-b338-4302-9c3f-7028fe239830 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:53.706768 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-81f74aac-8949-410e-b688-29e457c90b10 req-4ab2b706-b338-4302-9c3f-7028fe239830 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0545893 May 04 08:19:53.757137 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-81f74aac-8949-410e-b688-29e457c90b10 req-e77a12bd-b6e0-4232-a251-e6d0cce838fb tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422451 May 04 08:19:53.933437 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89430f-3d37-4442-8a2d-34815fd62f41 req-156611ae-8412-4a13-8e3d-65e59903dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:53.934973 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2e89430f-3d37-4442-8a2d-34815fd62f41 req-156611ae-8412-4a13-8e3d-65e59903dd36 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f5ff6776-cf33-4de5-a4a0-4985a4b133ac HTTP/1.1" status: 200 len: 909 time: 0.0996933 May 04 08:19:54.185982 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b40bfc-f0d4-4704-a863-c8d564b8714f req-7386d8aa-04c7-41c7-93cc-2ce17c6d67c9 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:54.187442 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-71b40bfc-f0d4-4704-a863-c8d564b8714f req-7386d8aa-04c7-41c7-93cc-2ce17c6d67c9 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0556202 May 04 08:19:54.242832 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-71b40bfc-f0d4-4704-a863-c8d564b8714f req-30efab3a-bd98-4ee8-8120-00f8d3f7c502 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497682 May 04 08:19:54.416050 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc567c9-556f-40a9-bb52-2d64b98f0669 req-2a9f8bf6-5a76-40e8-b2a8-3a3034b6e774 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:54.417519 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9dc567c9-556f-40a9-bb52-2d64b98f0669 req-2a9f8bf6-5a76-40e8-b2a8-3a3034b6e774 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd HTTP/1.1" status: 200 len: 946 time: 0.0534775 May 04 08:19:54.467114 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9dc567c9-556f-40a9-bb52-2d64b98f0669 req-2f18c2d5-4bb7-44f9-998a-80b11160dcf0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=6be3a020-bf30-4a03-959c-c896c5c3b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410407 May 04 08:19:54.885373 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd829e-1f3b-496c-9ab9-35e2bea3168b req-902dbcc4-abd1-4622-b884-26ef61a6c6b5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:54.886926 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a0dd829e-1f3b-496c-9ab9-35e2bea3168b req-902dbcc4-abd1-4622-b884-26ef61a6c6b5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0467434 May 04 08:19:54.939668 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a0dd829e-1f3b-496c-9ab9-35e2bea3168b req-86394a56-8c2f-4c31-9d5c-82da9c7db9da tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438404 May 04 08:19:55.372843 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524e33f-ec8d-4f49-97b4-b2d9ab17ffed req-2a7a442c-3a93-47d1-8cd2-253083b3a53f tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:55.374272 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8524e33f-ec8d-4f49-97b4-b2d9ab17ffed req-2a7a442c-3a93-47d1-8cd2-253083b3a53f tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0493658 May 04 08:19:55.423216 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8524e33f-ec8d-4f49-97b4-b2d9ab17ffed req-4c998b91-1734-44cf-bfd8-1a294df753d8 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430365 May 04 08:19:55.589289 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17038214-e4de-4719-a89d-31d9e6d2b6c9 req-63459a06-9932-4a1c-83f9-8a6be0188236 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:55.590744 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-17038214-e4de-4719-a89d-31d9e6d2b6c9 req-63459a06-9932-4a1c-83f9-8a6be0188236 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd HTTP/1.1" status: 200 len: 946 time: 0.0470932 May 04 08:19:55.645035 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-17038214-e4de-4719-a89d-31d9e6d2b6c9 req-0d2c8092-0e70-4d82-b92b-dd9d3c8377f3 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=6be3a020-bf30-4a03-959c-c896c5c3b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484893 May 04 08:19:55.651944 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2e89430f-3d37-4442-8a2d-34815fd62f41 req-452e0f81-cddf-4971-9526-d13f888199c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a703adef-8c44-4eec-838e-5aad98fa4ab0 HTTP/1.1" status: 200 len: 217 time: 0.0465751 May 04 08:19:55.705677 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89430f-3d37-4442-8a2d-34815fd62f41 req-628f1c96-c902-4356-b200-3ea8454cacd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:55.707230 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2e89430f-3d37-4442-8a2d-34815fd62f41 req-628f1c96-c902-4356-b200-3ea8454cacd0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f3664ef-e21d-4df5-a950-15cbe573119a HTTP/1.1" status: 200 len: 847 time: 0.0453973 May 04 08:19:56.078808 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae920a4-5d2f-474a-b8b0-b0cebb9601a5 req-6dad7116-640a-4662-86b3-e9425619ef8e tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:56.080359 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8ae920a4-5d2f-474a-b8b0-b0cebb9601a5 req-6dad7116-640a-4662-86b3-e9425619ef8e tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 943 time: 0.0504563 May 04 08:19:56.131283 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8ae920a4-5d2f-474a-b8b0-b0cebb9601a5 req-190e22a2-6588-4279-990d-fdd5cbb6f6d2 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452576 May 04 08:19:56.201602 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89430f-3d37-4442-8a2d-34815fd62f41 req-398f8747-978c-4ae2-ac9c-dd6fa5978eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:56.203117 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2e89430f-3d37-4442-8a2d-34815fd62f41 req-398f8747-978c-4ae2-ac9c-dd6fa5978eb8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5ff6776-cf33-4de5-a4a0-4985a4b133ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0686405 May 04 08:19:56.216935 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bda47-aef3-4124-b45f-c8c31321e73f req-53268ce9-ffda-4982-aeca-07431a31348d tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:56.218267 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e93bda47-aef3-4124-b45f-c8c31321e73f req-53268ce9-ffda-4982-aeca-07431a31348d tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd HTTP/1.1" status: 200 len: 946 time: 0.0561943 May 04 08:19:56.327868 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device ece0d49a-030d-48d4-9e36-92066c88c022 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:19:56.429079 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port ece0d49a-030d-48d4-9e36-92066c88c022, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=ece0d49a-030d-48d4-9e36-92066c88c022,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:56.440291 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Returning: {'device': 'ece0d49a-030d-48d4-9e36-92066c88c022', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'port_id': 'ece0d49a-030d-48d4-9e36-92066c88c022', 'mac_address': 'fa:16:3e:75:b5:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:19:56.477506 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port ece0d49a-030d-48d4-9e36-92066c88c022 is: DOWN; New status is: BUILD {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:56.477894 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (ece0d49a-030d-48d4-9e36-92066c88c022), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:56.490722 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece0d49a-030d-48d4-9e36-92066c88c022 {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:19:56.510767 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port ece0d49a-030d-48d4-9e36-92066c88c022, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=ece0d49a-030d-48d4-9e36-92066c88c022,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:56.517110 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (ece0d49a-030d-48d4-9e36-92066c88c022), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:56.538157 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b808bc2-9fc0-4cf1-a38b-74f26ac7adc8 req-f4061e85-f856-4bfd-b2d3-a9f3dc5a2a3e tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:56.539688 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0b808bc2-9fc0-4cf1-a38b-74f26ac7adc8 req-f4061e85-f856-4bfd-b2d3-a9f3dc5a2a3e tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0485771 May 04 08:19:56.570587 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=ece0d49a-030d-48d4-9e36-92066c88c022,revision_number=9']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:56.607116 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0b808bc2-9fc0-4cf1-a38b-74f26ac7adc8 req-36bb55d2-b378-46ac-afb5-250843899e15 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604956 May 04 08:19:56.710786 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-e93bda47-aef3-4124-b45f-c8c31321e73f req-1daea4c5-f3f2-4f2c-8e39-508ce6be1eda tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Deleting port 5910a803-b1aa-4fbc-a6ea-8496258e2426 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:19:56.711411 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-e93bda47-aef3-4124-b45f-c8c31321e73f req-1daea4c5-f3f2-4f2c-8e39-508ce6be1eda tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (5910a803-b1aa-4fbc-a6ea-8496258e2426), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:56.715659 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2e89430f-3d37-4442-8a2d-34815fd62f41 req-51e19091-ddd3-440e-a2ea-c46b4fad1238 service neutron] 10.222.0.13 "GET /v2.0/networks/f5ff6776-cf33-4de5-a4a0-4985a4b133ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610572 May 04 08:19:56.771310 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ca0ce-581c-4ddb-b1da-db3d80372166 req-403cf1d0-6b42-461b-88c4-63b8eac37467 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:56.773177 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5c0ca0ce-581c-4ddb-b1da-db3d80372166 req-403cf1d0-6b42-461b-88c4-63b8eac37467 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd HTTP/1.1" status: 200 len: 946 time: 0.0544209 May 04 08:19:56.827537 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5c0ca0ce-581c-4ddb-b1da-db3d80372166 req-3e834521-ae93-4444-9830-7e7715ec355e tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=6be3a020-bf30-4a03-959c-c896c5c3b7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473423 May 04 08:19:56.859046 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-e93bda47-aef3-4124-b45f-c8c31321e73f req-1daea4c5-f3f2-4f2c-8e39-508ce6be1eda tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] For port 5910a803-b1aa-4fbc-a6ea-8496258e2426, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5910a803-b1aa-4fbc-a6ea-8496258e2426,segment=NetworkSegment(379d6a15-5185-48de-b859-cd8ac013b448),segment_id=379d6a15-5185-48de-b859-cd8ac013b448)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:56.859418 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-e93bda47-aef3-4124-b45f-c8c31321e73f req-1daea4c5-f3f2-4f2c-8e39-508ce6be1eda tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (5910a803-b1aa-4fbc-a6ea-8496258e2426), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:56.950558 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['ece0d49a-030d-48d4-9e36-92066c88c022'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:19:57.210389 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2e89430f-3d37-4442-8a2d-34815fd62f41 req-16b9ba26-7b87-4d8e-939f-f766c37c9692 service neutron] 10.222.0.13 "GET /v2.0/networks/f5ff6776-cf33-4de5-a4a0-4985a4b133ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395399 May 04 08:19:57.265918 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eee644-1a05-4f0f-9f09-2b3497167c5d req-0fbde055-2081-4ce4-8873-279e09e7f9ae tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:57.267442 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d2eee644-1a05-4f0f-9f09-2b3497167c5d req-0fbde055-2081-4ce4-8873-279e09e7f9ae tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 944 time: 0.0535488 May 04 08:19:57.323948 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d2eee644-1a05-4f0f-9f09-2b3497167c5d req-a52563d7-7ace-4169-82c8-8b749f55a93d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480254 May 04 08:19:57.356121 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-e93bda47-aef3-4124-b45f-c8c31321e73f req-1daea4c5-f3f2-4f2c-8e39-508ce6be1eda tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:57.356491 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-e93bda47-aef3-4124-b45f-c8c31321e73f req-1daea4c5-f3f2-4f2c-8e39-508ce6be1eda tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (e8090ec6-9517-4579-a556-e810f2cde092), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:57.356833 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.l3_db [req-e93bda47-aef3-4124-b45f-c8c31321e73f req-1daea4c5-f3f2-4f2c-8e39-508ce6be1eda tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Floating IP e8090ec6-9517-4579-a556-e810f2cde092 disassociated. External IP: 172.27.3.80, port: 5910a803-b1aa-4fbc-a6ea-8496258e2426. May 04 08:19:57.357193 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-e93bda47-aef3-4124-b45f-c8c31321e73f req-1daea4c5-f3f2-4f2c-8e39-508ce6be1eda tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Calling delete_port for 5910a803-b1aa-4fbc-a6ea-8496258e2426 owned by compute:nova {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:19:57.516803 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-e93bda47-aef3-4124-b45f-c8c31321e73f req-1daea4c5-f3f2-4f2c-8e39-508ce6be1eda tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (5910a803-b1aa-4fbc-a6ea-8496258e2426), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:57.547048 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531a164-07e1-44ee-aea1-88568e6bd79e req-495ad98c-419a-4d7a-af71-0e3b9bc149f0 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:57.549245 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2531a164-07e1-44ee-aea1-88568e6bd79e req-495ad98c-419a-4d7a-af71-0e3b9bc149f0 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0499482 May 04 08:19:57.564072 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daea4c5-f3f2-4f2c-8e39-508ce6be1eda tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event deleted for resources: {'Port': ['ID=5910a803-b1aa-4fbc-a6ea-8496258e2426,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:57.618796 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2531a164-07e1-44ee-aea1-88568e6bd79e req-a7968051-0768-4403-8b27-e30649e15093 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588751 May 04 08:19:57.649690 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d23496-5b96-4fb7-9a3b-234742ce67fa req-06316f8a-2dbf-481c-a10a-b0b7506a0b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:57.651509 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f6d23496-5b96-4fb7-9a3b-234742ce67fa req-06316f8a-2dbf-481c-a10a-b0b7506a0b97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=627a6ec20d314e7ba545b36a7e9b2fe8&device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 1130 time: 0.0982490 May 04 08:19:57.723006 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e93bda47-aef3-4124-b45f-c8c31321e73f req-1daea4c5-f3f2-4f2c-8e39-508ce6be1eda tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:19:57.736421 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ef5f1-1226-4e20-9fdf-69bcbbccc58f req-41ee0626-9dcc-49fe-b6d5-b06d13b216c3 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:57.738083 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2d1ef5f1-1226-4e20-9fdf-69bcbbccc58f req-41ee0626-9dcc-49fe-b6d5-b06d13b216c3 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0511432 May 04 08:19:57.791537 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2d1ef5f1-1226-4e20-9fdf-69bcbbccc58f req-b5cb8886-322d-4e50-b580-f17065a569f6 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475063 May 04 08:19:57.836752 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e93bda47-aef3-4124-b45f-c8c31321e73f req-1daea4c5-f3f2-4f2c-8e39-508ce6be1eda tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:19:57.846860 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6a8ea1-f22e-412c-b2ca-fc079243afca None None] Sync routers for ids ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:19:57.857508 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6a8ea1-f22e-412c-b2ca-fc079243afca None None] Routers {'596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:57.858113 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-1a6a8ea1-f22e-412c-b2ca-fc079243afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:19:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:57.884276 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93bda47-aef3-4124-b45f-c8c31321e73f req-1daea4c5-f3f2-4f2c-8e39-508ce6be1eda tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] No DVR routers for this DVR port 5910a803-b1aa-4fbc-a6ea-8496258e2426 on host hv-cinder-84028 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:19:57.888295 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-e93bda47-aef3-4124-b45f-c8c31321e73f req-1daea4c5-f3f2-4f2c-8e39-508ce6be1eda tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:57.892048 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e93bda47-aef3-4124-b45f-c8c31321e73f req-1daea4c5-f3f2-4f2c-8e39-508ce6be1eda tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.13 "DELETE /v2.0/ports/5910a803-b1aa-4fbc-a6ea-8496258e2426 HTTP/1.1" status: 204 len: 173 time: 1.3444846 May 04 08:19:57.892657 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd', 'name': 'network-vif-deleted', 'tag': '5910a803-b1aa-4fbc-a6ea-8496258e2426'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:19:57.895187 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e26485-2a14-4410-b38b-345faab1f900" -d '{"events": [{"server_uuid": "4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd", "name": "network-vif-deleted", "tag": "5910a803-b1aa-4fbc-a6ea-8496258e2426"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:19:57.927974 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-669c370f-3678-4aed-9755-b5312c47ccbe req-b56b8f62-0402-46ef-b9c1-b2c493156255 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd HTTP/1.1" status: 200 len: 210 time: 0.0303996 May 04 08:19:57.935167 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b24269-0c58-4145-a25b-488a165c49bd x-openstack-request-id: req-09b24269-0c58-4145-a25b-488a165c49bd {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:19:57.935461 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd", "name": "network-vif-deleted", "tag": "5910a803-b1aa-4fbc-a6ea-8496258e2426", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:19:57.935892 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-09b24269-0c58-4145-a25b-488a165c49bd {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:19:57.936452 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09b24269-0c58-4145-a25b-488a165c49bd'] response: {'server_uuid': '4c8dd6c1-d209-4da7-b30f-9a0cb247e7fd', 'name': 'network-vif-deleted', 'tag': '5910a803-b1aa-4fbc-a6ea-8496258e2426', 'status': 'completed', 'code': 200} May 04 08:19:57.970220 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-1a6a8ea1-f22e-412c-b2ca-fc079243afca None None] Set router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:58.167598 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d23496-5b96-4fb7-9a3b-234742ce67fa req-f74288ac-907b-448f-9de1-c2ed799caf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:58.170312 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f6d23496-5b96-4fb7-9a3b-234742ce67fa req-f74288ac-907b-448f-9de1-c2ed799caf62 service neutron] 10.222.0.13 "GET /v2.0/networks?id=459895ff-73ee-42db-9914-e045a10994f6 HTTP/1.1" status: 200 len: 920 time: 0.1093645 May 04 08:19:58.294676 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f6d23496-5b96-4fb7-9a3b-234742ce67fa req-9dd6b0b9-82a0-43a5-bcd8-c23818f35cef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a91f9795-fed6-43b7-978b-0fbe59695dec HTTP/1.1" status: 200 len: 1001 time: 0.0942864 May 04 08:19:58.308695 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-1a6a8ea1-f22e-412c-b2ca-fc079243afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'b24218e1-ec5b-45a2-b9f6-698fe91491c1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'port_id': '531f9e74-506d-4b94-93b7-78933b5296f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'mac_address': 'fa:16:3e:93:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dccdc70-1580-4fd0-94f0-6ac1d996b348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:16:27Z', 'updated_at': '2022-05-04T08:17:14Z', 'revision_number': 2, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0be89f-d1e7-4551-99d6-a575798b7796', 'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'mac_address': 'fa:16:3e:dc:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:21Z', 'revision_number': 5, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'subnets': [{'id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:58.336241 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6a8ea1-f22e-412c-b2ca-fc079243afca None None] Checking router: 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:19:58.344726 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6a8ea1-f22e-412c-b2ca-fc079243afca None None] Routers {'596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:58.345335 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-1a6a8ea1-f22e-412c-b2ca-fc079243afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:19:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:58.433212 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device ece0d49a-030d-48d4-9e36-92066c88c022 up at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:58.450599 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c7498-d710-488e-b76c-93a04c4833f1 req-3e716797-bd0a-4195-acfb-0200c40f84bb tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:58.452402 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-bd6c7498-d710-488e-b76c-93a04c4833f1 req-3e716797-bd0a-4195-acfb-0200c40f84bb tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 944 time: 0.0487368 May 04 08:19:58.463237 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-1a6a8ea1-f22e-412c-b2ca-fc079243afca None None] Set router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:58.484871 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning complete for port ece0d49a-030d-48d4-9e36-92066c88c022 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:58.485618 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (ece0d49a-030d-48d4-9e36-92066c88c022), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:58.504954 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-bd6c7498-d710-488e-b76c-93a04c4833f1 req-048fbf90-547c-4589-a2c4-afe6f7cadabf tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465143 May 04 08:19:58.566808 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port ece0d49a-030d-48d4-9e36-92066c88c022 is: BUILD; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:58.567148 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (ece0d49a-030d-48d4-9e36-92066c88c022), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:58.591306 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646f2e1f-c22b-4358-bc72-53f0e8a5800e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece0d49a-030d-48d4-9e36-92066c88c022'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:19:58.593788 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073041aa-81ec-4475-9339-6301a542e487" -d '{"events": [{"server_uuid": "646f2e1f-c22b-4358-bc72-53f0e8a5800e", "name": "network-vif-plugged", "status": "completed", "tag": "ece0d49a-030d-48d4-9e36-92066c88c022"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:19:58.606309 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port ece0d49a-030d-48d4-9e36-92066c88c022, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=ece0d49a-030d-48d4-9e36-92066c88c022,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:58.614002 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (ece0d49a-030d-48d4-9e36-92066c88c022), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:58.615327 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 5910a803-b1aa-4fbc-a6ea-8496258e2426 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:19:58.647108 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] No Port match for: 5910a803-b1aa-4fbc-a6ea-8496258e2426 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:19:58.647447 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 5910a803-b1aa-4fbc-a6ea-8496258e2426 not bound to the agent host hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:19:58.677624 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd7818f-936f-47ca-acc1-5b88deca86b6 x-openstack-request-id: req-edd7818f-936f-47ca-acc1-5b88deca86b6 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:19:58.678144 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646f2e1f-c22b-4358-bc72-53f0e8a5800e", "name": "network-vif-plugged", "status": "completed", "tag": "ece0d49a-030d-48d4-9e36-92066c88c022", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:19:58.678851 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-edd7818f-936f-47ca-acc1-5b88deca86b6 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:19:58.679431 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edd7818f-936f-47ca-acc1-5b88deca86b6'] response: {'server_uuid': '646f2e1f-c22b-4358-bc72-53f0e8a5800e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece0d49a-030d-48d4-9e36-92066c88c022', 'code': 200} May 04 08:19:58.689700 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d23496-5b96-4fb7-9a3b-234742ce67fa req-3942ddae-a368-4ca0-8411-72608ab25c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:58.691693 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f6d23496-5b96-4fb7-9a3b-234742ce67fa req-3942ddae-a368-4ca0-8411-72608ab25c5c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7425b7ef-390a-4bcf-88b7-7e4dc3dbed56 HTTP/1.1" status: 200 len: 858 time: 0.0870466 May 04 08:19:58.703902 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=ece0d49a-030d-48d4-9e36-92066c88c022,revision_number=10']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:58.736127 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-1a6a8ea1-f22e-412c-b2ca-fc079243afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'b24218e1-ec5b-45a2-b9f6-698fe91491c1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'port_id': '531f9e74-506d-4b94-93b7-78933b5296f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'mac_address': 'fa:16:3e:93:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dccdc70-1580-4fd0-94f0-6ac1d996b348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:16:27Z', 'updated_at': '2022-05-04T08:17:14Z', 'revision_number': 2, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0be89f-d1e7-4551-99d6-a575798b7796', 'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'mac_address': 'fa:16:3e:dc:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:21Z', 'revision_number': 5, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'subnets': [{'id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:58.769510 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6a8ea1-f22e-412c-b2ca-fc079243afca None None] The sync data for ids ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'] in dv-cinder-840289-4-iscsi is: [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'b24218e1-ec5b-45a2-b9f6-698fe91491c1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'port_id': '531f9e74-506d-4b94-93b7-78933b5296f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'mac_address': 'fa:16:3e:93:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dccdc70-1580-4fd0-94f0-6ac1d996b348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:16:27Z', 'updated_at': '2022-05-04T08:17:14Z', 'revision_number': 2, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0be89f-d1e7-4551-99d6-a575798b7796', 'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'mac_address': 'fa:16:3e:dc:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:21Z', 'revision_number': 5, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'subnets': [{'id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:19:58.784267 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9a111-0ce0-4a98-86e2-a4d059cee67d req-4ac57d89-7878-43e7-9f13-154fdaf1c197 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:58.787440 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-17a9a111-0ce0-4a98-86e2-a4d059cee67d req-4ac57d89-7878-43e7-9f13-154fdaf1c197 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0801258 May 04 08:19:58.798384 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d23496-5b96-4fb7-9a3b-234742ce67fa req-527391b9-6553-49f3-a915-ec17bbcc615d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:58.805737 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f6d23496-5b96-4fb7-9a3b-234742ce67fa req-527391b9-6553-49f3-a915-ec17bbcc615d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=459895ff-73ee-42db-9914-e045a10994f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797188 May 04 08:19:58.866364 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-17a9a111-0ce0-4a98-86e2-a4d059cee67d req-b7f61b51-92e6-435a-a56f-104a19f66927 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705719 May 04 08:19:58.934393 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34770295-7b33-4cd3-8aec-849aa8770bab req-b672b9d5-139c-4e83-8f5c-89bc6d0f93d7 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:58.936007 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-34770295-7b33-4cd3-8aec-849aa8770bab req-b672b9d5-139c-4e83-8f5c-89bc6d0f93d7 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0605209 May 04 08:19:58.995836 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-34770295-7b33-4cd3-8aec-849aa8770bab req-29e0c4ce-ced1-48f3-b0de-12c8c462dca6 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509706 May 04 08:19:59.031582 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 36438) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:59.046368 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb911b-3cc2-4248-ab1a-0d5cf0f38831 None None] New status for floating IP e8090ec6-9517-4579-a556-e810f2cde092: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:19:59.090366 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9f5586c-4b03-4bb2-be04-06ece9ee1286 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group (6be3a020-bf30-4a03-959c-c896c5c3b7da), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:59.117556 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9f5586c-4b03-4bb2-be04-06ece9ee1286 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group (6be3a020-bf30-4a03-959c-c896c5c3b7da), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:59.179295 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9f5586c-4b03-4bb2-be04-06ece9ee1286 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (6be3a020-bf30-4a03-959c-c896c5c3b7da), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:59.182741 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9f5586c-4b03-4bb2-be04-06ece9ee1286 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:59.186612 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-b9f5586c-4b03-4bb2-be04-06ece9ee1286 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "DELETE /v2.0/security-groups/6be3a020-bf30-4a03-959c-c896c5c3b7da HTTP/1.1" status: 204 len: 168 time: 0.1511800 May 04 08:19:59.187450 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 36440) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:59.195040 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5586c-4b03-4bb2-be04-06ece9ee1286 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be3a020-bf30-4a03-959c-c896c5c3b7da,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:59.203616 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.api.v2.resource [None req-5c0d494f-b0a5-4f47-8140-58d823862487 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] show failed (client error): The resource could not be found. May 04 08:19:59.204635 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-5c0d494f-b0a5-4f47-8140-58d823862487 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups/6be3a020-bf30-4a03-959c-c896c5c3b7da HTTP/1.1" status: 404 len: 347 time: 0.0160201 May 04 08:19:59.207952 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 36442) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:59.356377 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f6d23496-5b96-4fb7-9a3b-234742ce67fa req-6ab05264-a52c-4e9a-a0bd-ba4106557d42 service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441514 May 04 08:19:59.361543 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d7c92be4-2a53-4634-819f-e770d7d885b2 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Deleting port 6f70c82a-8548-4436-ba0d-96ba7ab2c2c3 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:19:59.361888 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d7c92be4-2a53-4634-819f-e770d7d885b2 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (6f70c82a-8548-4436-ba0d-96ba7ab2c2c3), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:59.443411 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d7c92be4-2a53-4634-819f-e770d7d885b2 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (6f70c82a-8548-4436-ba0d-96ba7ab2c2c3), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:59.443921 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d7c92be4-2a53-4634-819f-e770d7d885b2 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for floatingip (6f70c82a-8548-4436-ba0d-96ba7ab2c2c3), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:59.457629 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d7c92be4-2a53-4634-819f-e770d7d885b2 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Calling delete_port for 6f70c82a-8548-4436-ba0d-96ba7ab2c2c3 owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:19:59.476263 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e299b2-497b-44cc-9084-958fe8537fda req-e83a1fa8-8c21-4f6c-a64c-16c550361b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:59.477662 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d9e299b2-497b-44cc-9084-958fe8537fda req-e83a1fa8-8c21-4f6c-a64c-16c550361b04 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 1130 time: 0.0805566 May 04 08:19:59.509741 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f6d23496-5b96-4fb7-9a3b-234742ce67fa req-254cca52-18e8-4535-a068-aeefb2ef11d0 service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374002 May 04 08:19:59.535623 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d9e299b2-497b-44cc-9084-958fe8537fda req-8caf8d7b-467b-4dc5-b31c-41de3cf0e899 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487180 May 04 08:19:59.625239 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5d7a00b9-3490-4556-bf84-f051112233c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:59.660792 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04203be0-3dba-4e1e-8486-04e96d886633 req-f97e3136-00bc-4fb2-b5c5-a20e09388a01 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:59.662272 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-04203be0-3dba-4e1e-8486-04e96d886633 req-f97e3136-00bc-4fb2-b5c5-a20e09388a01 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 946 time: 0.0754774 May 04 08:19:59.687352 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d7c92be4-2a53-4634-819f-e770d7d885b2 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (6f70c82a-8548-4436-ba0d-96ba7ab2c2c3), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:59.718429 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c92be4-2a53-4634-819f-e770d7d885b2 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event deleted for resources: {'Port': ['ID=6f70c82a-8548-4436-ba0d-96ba7ab2c2c3,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:59.782463 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-04203be0-3dba-4e1e-8486-04e96d886633 req-9dd4dc76-8c5c-4396-8601-f84f91fd970d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142123 May 04 08:19:59.810779 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d7c92be4-2a53-4634-819f-e770d7d885b2 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for floatingip (e8090ec6-9517-4579-a556-e810f2cde092), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:59.810779 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d7c92be4-2a53-4634-819f-e770d7d885b2 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:59.810779 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-d7c92be4-2a53-4634-819f-e770d7d885b2 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "DELETE /v2.0/floatingips/e8090ec6-9517-4579-a556-e810f2cde092 HTTP/1.1" status: 204 len: 168 time: 0.5995095 May 04 08:19:59.999235 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164c13d-a4e0-4272-b462-7603c51ca40b req-23fe78f3-7928-43fd-a65d-3da8774c5b10 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:00.000763 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8164c13d-a4e0-4272-b462-7603c51ca40b req-23fe78f3-7928-43fd-a65d-3da8774c5b10 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0498729 May 04 08:20:00.066128 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8164c13d-a4e0-4272-b462-7603c51ca40b req-2be26317-c959-441b-8ff1-ffa62deb8994 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591619 May 04 08:20:00.176825 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcdc608-76e4-41f1-824f-b01536945ad4 req-1bd19782-c51b-4f93-90b9-e7dd9fef2b2d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:00.178710 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9fcdc608-76e4-41f1-824f-b01536945ad4 req-1bd19782-c51b-4f93-90b9-e7dd9fef2b2d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0481198 May 04 08:20:00.228474 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9fcdc608-76e4-41f1-824f-b01536945ad4 req-728f97f6-f4a8-4844-9102-f7014c6e4871 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442393 May 04 08:20:00.915894 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56e6a4-54b7-4138-8fdc-c0a166821fb8 req-392a1b3d-b6cd-4028-8215-e31c27d8c958 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:00.917723 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2d56e6a4-54b7-4138-8fdc-c0a166821fb8 req-392a1b3d-b6cd-4028-8215-e31c27d8c958 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 946 time: 0.0547743 May 04 08:20:00.964499 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2d56e6a4-54b7-4138-8fdc-c0a166821fb8 req-489a427f-8ea4-4569-9d6a-9db95dbda03e tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413888 May 04 08:20:01.180199 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec93d7f-882f-4110-94ce-75602c53830a req-4e0ddbb9-3776-44e4-81b2-95802e1199b4 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:01.181741 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9ec93d7f-882f-4110-94ce-75602c53830a req-4e0ddbb9-3776-44e4-81b2-95802e1199b4 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0472484 May 04 08:20:01.229983 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9ec93d7f-882f-4110-94ce-75602c53830a req-15909d32-a7ff-44a8-ba46-9f861ff89a2d tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424497 May 04 08:20:01.342846 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5829d-8ca5-42c7-84c6-e7404da58b20 req-8d9a3a97-2139-4c37-a457-e45cad7b5a1e tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:01.344305 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-26c5829d-8ca5-42c7-84c6-e7404da58b20 req-8d9a3a97-2139-4c37-a457-e45cad7b5a1e tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0507026 May 04 08:20:01.394648 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-26c5829d-8ca5-42c7-84c6-e7404da58b20 req-51990128-4edc-4b6d-b7a4-a8a29cea8d7f tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447581 May 04 08:20:01.636155 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-783abacf-bdad-4bb0-9bf9-8d9a0d8901b3 req-3140ba82-4d49-469e-b9c4-2530b9ccac73 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394347 May 04 08:20:01.712308 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783abacf-bdad-4bb0-9bf9-8d9a0d8901b3 req-e8e0db56-a158-440a-9d06-5bbf064a7bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:01.715964 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-783abacf-bdad-4bb0-9bf9-8d9a0d8901b3 req-e8e0db56-a158-440a-9d06-5bbf064a7bb7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=627a6ec20d314e7ba545b36a7e9b2fe8&device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 1129 time: 0.0414379 May 04 08:20:01.829517 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783abacf-bdad-4bb0-9bf9-8d9a0d8901b3 req-4ad0c585-3157-4fd3-9ce4-cc88f83d5d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:01.831138 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-783abacf-bdad-4bb0-9bf9-8d9a0d8901b3 req-4ad0c585-3157-4fd3-9ce4-cc88f83d5d14 service neutron] 10.222.0.13 "GET /v2.0/networks?id=459895ff-73ee-42db-9914-e045a10994f6 HTTP/1.1" status: 200 len: 920 time: 0.0949485 May 04 08:20:01.872083 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-783abacf-bdad-4bb0-9bf9-8d9a0d8901b3 req-98b0af48-087a-48a5-86b1-0f9f1ab4a19d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b HTTP/1.1" status: 200 len: 217 time: 0.0343966 May 04 08:20:01.897325 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e9066f97-5c90-4527-a855-5bace846bc78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:01.926787 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783abacf-bdad-4bb0-9bf9-8d9a0d8901b3 req-9d8c69c4-4c69-4dd6-a7f6-7312e3c6b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:01.928647 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-783abacf-bdad-4bb0-9bf9-8d9a0d8901b3 req-9d8c69c4-4c69-4dd6-a7f6-7312e3c6b560 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7425b7ef-390a-4bcf-88b7-7e4dc3dbed56 HTTP/1.1" status: 200 len: 858 time: 0.0494611 May 04 08:20:01.984185 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783abacf-bdad-4bb0-9bf9-8d9a0d8901b3 req-dba630a7-1da1-4d89-9109-9b4839c553f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:01.985696 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-783abacf-bdad-4bb0-9bf9-8d9a0d8901b3 req-dba630a7-1da1-4d89-9109-9b4839c553f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=459895ff-73ee-42db-9914-e045a10994f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396409 May 04 08:20:02.080803 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-783abacf-bdad-4bb0-9bf9-8d9a0d8901b3 req-5e2c1842-1b08-4279-b6e8-c56cbc1f46af service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875537 May 04 08:20:02.094423 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73f867-5153-4784-a71b-9e0359492467 req-4c094caa-4316-4857-9cca-f6a2b22831f4 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:02.095973 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8b73f867-5153-4784-a71b-9e0359492467 req-4c094caa-4316-4857-9cca-f6a2b22831f4 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 946 time: 0.0487649 May 04 08:20:02.144056 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8b73f867-5153-4784-a71b-9e0359492467 req-574011a3-3ba1-4ef7-9eb0-7618012c13fc tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419776 May 04 08:20:02.184557 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-783abacf-bdad-4bb0-9bf9-8d9a0d8901b3 req-fedb34fb-b0af-4614-8b4e-51a5878d7ee4 service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942340 May 04 08:20:02.347080 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31443f-4411-42b2-808e-d305a04906a0 req-49a13aee-ebf1-4278-92a1-5cd4ad5c0b57 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:02.348985 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fa31443f-4411-42b2-808e-d305a04906a0 req-49a13aee-ebf1-4278-92a1-5cd4ad5c0b57 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0500953 May 04 08:20:02.402177 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fa31443f-4411-42b2-808e-d305a04906a0 req-e3b10c38-b8b3-43a9-a584-038f12778394 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468967 May 04 08:20:02.514275 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d56b0-109e-4c50-b77a-bb5fda27d7ba req-82301833-669c-4cfb-b6f6-24b8e0c734d3 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:02.515793 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-486d56b0-109e-4c50-b77a-bb5fda27d7ba req-82301833-669c-4cfb-b6f6-24b8e0c734d3 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0470622 May 04 08:20:02.565492 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-486d56b0-109e-4c50-b77a-bb5fda27d7ba req-86167c6f-a8fb-49b6-ae9d-b1851ed82840 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439248 May 04 08:20:03.026598 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:03.268072 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fd174-39c9-4847-b998-9660159effe2 req-208421ab-9f3a-4af7-8c63-b481de4699a6 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:03.270001 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d68fd174-39c9-4847-b998-9660159effe2 req-208421ab-9f3a-4af7-8c63-b481de4699a6 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 946 time: 0.0503330 May 04 08:20:03.328050 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d68fd174-39c9-4847-b998-9660159effe2 req-1f0d63e7-9bb2-4165-9073-0f125a1212f4 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513840 May 04 08:20:03.517712 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd75f9-523e-479a-8c1f-55ae069ca181 req-b386faa7-5b80-48a2-9528-0bd979e9ce25 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:03.519208 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-97bd75f9-523e-479a-8c1f-55ae069ca181 req-b386faa7-5b80-48a2-9528-0bd979e9ce25 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0505333 May 04 08:20:03.569241 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-97bd75f9-523e-479a-8c1f-55ae069ca181 req-916b99af-529a-455e-8db4-0b58dfac4329 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445569 May 04 08:20:03.684891 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348ef64-7111-4ee0-af0b-d75b9abe6f05 req-1479cde4-fb71-460c-aaf4-4c3a85cc6677 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:03.686529 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b348ef64-7111-4ee0-af0b-d75b9abe6f05 req-1479cde4-fb71-460c-aaf4-4c3a85cc6677 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0541396 May 04 08:20:03.739167 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b348ef64-7111-4ee0-af0b-d75b9abe6f05 req-a3e1e4bd-72ef-4acc-80ae-ec3f1d9c5bed tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445406 May 04 08:20:04.280232 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:04.696672 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a88fa-4a4f-4998-a36c-114eac086bee req-da4addf5-e1ca-4e54-8826-f306bd857e8c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:04.698392 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-417a88fa-4a4f-4998-a36c-114eac086bee req-da4addf5-e1ca-4e54-8826-f306bd857e8c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0505104 May 04 08:20:04.751125 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-417a88fa-4a4f-4998-a36c-114eac086bee req-6eeb1168-acad-40fc-84f8-4169456cd10c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467710 May 04 08:20:04.855006 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b107e1-b727-456d-ab1f-064d1e5a4393 req-8a613fce-16a0-4099-9a96-527b9a1102f4 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:04.856519 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-45b107e1-b727-456d-ab1f-064d1e5a4393 req-8a613fce-16a0-4099-9a96-527b9a1102f4 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0510216 May 04 08:20:04.907227 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-45b107e1-b727-456d-ab1f-064d1e5a4393 req-00d429c0-1054-4b78-9e7b-6615d1605ec7 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450492 May 04 08:20:04.977936 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:05.729872 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:05.875242 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed647b95-ebed-4641-8fb7-652c156c2c46 req-c6636e3e-9311-44a9-86ba-54e43efc35ca tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:05.876702 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ed647b95-ebed-4641-8fb7-652c156c2c46 req-c6636e3e-9311-44a9-86ba-54e43efc35ca tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0462375 May 04 08:20:05.924166 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ed647b95-ebed-4641-8fb7-652c156c2c46 req-7bbe502c-dab9-4dc9-9b19-9f527417e1a8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418310 May 04 08:20:06.049920 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3747771-a565-4ea8-9772-e45e4d3a40c5 req-67ddc32a-2a57-4ec2-9c7d-fbedf08e85cb tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:06.051470 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c3747771-a565-4ea8-9772-e45e4d3a40c5 req-67ddc32a-2a57-4ec2-9c7d-fbedf08e85cb tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 945 time: 0.0804644 May 04 08:20:06.057835 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb1e06-ecc7-40b6-8623-236ac62fefde req-f9120a34-517a-47f3-8736-66aa37377d1e tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:06.059237 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ebbb1e06-ecc7-40b6-8623-236ac62fefde req-f9120a34-517a-47f3-8736-66aa37377d1e tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0793989 May 04 08:20:06.129777 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c3747771-a565-4ea8-9772-e45e4d3a40c5 req-3b38943c-773a-4793-b394-75c259212d60 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696251 May 04 08:20:06.133518 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ebbb1e06-ecc7-40b6-8623-236ac62fefde req-6aab37d9-ba4b-4501-be6b-64873a5ecc00 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676856 May 04 08:20:06.154771 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 36558) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:06.343782 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device a703adef-8c44-4eec-838e-5aad98fa4ab0 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:20:06.357696 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0551cfbf-a1d2-4b99-bce6-7321dcb72220 tempest-TestMinimumBasicScenario-834917344 tempest-TestMinimumBasicScenario-834917344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:06.359235 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-0551cfbf-a1d2-4b99-bce6-7321dcb72220 tempest-TestMinimumBasicScenario-834917344 tempest-TestMinimumBasicScenario-834917344-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 1124 time: 0.2034669 May 04 08:20:06.362467 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 36562) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:06.366739 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-6d3d0d3c-6a52-4da3-9a11-41274d0ed1e7 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Request body: {'floatingip': {'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'port_id': '13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:06.391478 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6d3d0d3c-6a52-4da3-9a11-41274d0ed1e7 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:06.445276 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port a703adef-8c44-4eec-838e-5aad98fa4ab0, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a703adef-8c44-4eec-838e-5aad98fa4ab0,segment=NetworkSegment(e75be89d-d720-4cc9-8f50-cb6a561e1c49),segment_id=e75be89d-d720-4cc9-8f50-cb6a561e1c49)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:20:06.456257 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Returning: {'device': 'a703adef-8c44-4eec-838e-5aad98fa4ab0', 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac', 'port_id': 'a703adef-8c44-4eec-838e-5aad98fa4ab0', 'mac_address': 'fa:16:3e:b0:0e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f3664ef-e21d-4df5-a950-15cbe573119a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:20:06.467877 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6d3d0d3c-6a52-4da3-9a11-41274d0ed1e7 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:06.493727 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port a703adef-8c44-4eec-838e-5aad98fa4ab0 is: DOWN; New status is: BUILD {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:20:06.494122 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (a703adef-8c44-4eec-838e-5aad98fa4ab0), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:06.508048 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a703adef-8c44-4eec-838e-5aad98fa4ab0 {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:20:06.528259 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port a703adef-8c44-4eec-838e-5aad98fa4ab0, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a703adef-8c44-4eec-838e-5aad98fa4ab0,segment=NetworkSegment(e75be89d-d720-4cc9-8f50-cb6a561e1c49),segment_id=e75be89d-d720-4cc9-8f50-cb6a561e1c49)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:20:06.533574 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (a703adef-8c44-4eec-838e-5aad98fa4ab0), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:06.580838 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-6d3d0d3c-6a52-4da3-9a11-41274d0ed1e7 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Allocated IP 172.27.3.43 (0ebd93d7-2ac3-420c-94d7-d3952e6d85cb/89057fef-1c75-4f30-81a6-882a67ba2a0a/fb834fb0-4d4c-40fa-89db-66b6fc58e6b3) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:20:06.581504 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=a703adef-8c44-4eec-838e-5aad98fa4ab0,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:06.588637 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:06.588927 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:06.589297 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:06.589627 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:06.589964 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:06.590278 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:06.590601 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:06.590947 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:06.591279 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:06.591623 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:06.591927 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:06.592282 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:06.592603 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:06.592941 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:06.593255 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:06.680117 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6d3d0d3c-6a52-4da3-9a11-41274d0ed1e7 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for port (fb834fb0-4d4c-40fa-89db-66b6fc58e6b3), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:06.715312 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6d3d0d3c-6a52-4da3-9a11-41274d0ed1e7 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (fb834fb0-4d4c-40fa-89db-66b6fc58e6b3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:06.755159 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3d0d3c-6a52-4da3-9a11-41274d0ed1e7 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:20:06.761818 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-6d3d0d3c-6a52-4da3-9a11-41274d0ed1e7 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:20:06.766447 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3d0d3c-6a52-4da3-9a11-41274d0ed1e7 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:20:06.769547 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d0d3c-6a52-4da3-9a11-41274d0ed1e7 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Pushing event updated for resources: {'Port': ['ID=fb834fb0-4d4c-40fa-89db-66b6fc58e6b3,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:07.062458 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534e309-62ad-47aa-b27f-b4447d31acd2 req-a9a1b886-1d9e-4cee-9f7a-53326e1aa02a tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:07.063857 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0534e309-62ad-47aa-b27f-b4447d31acd2 req-a9a1b886-1d9e-4cee-9f7a-53326e1aa02a tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0682468 May 04 08:20:07.168580 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['a703adef-8c44-4eec-838e-5aad98fa4ab0'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:20:07.183671 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0534e309-62ad-47aa-b27f-b4447d31acd2 req-1410a0c4-0d2f-4396-bd65-43e707f623fc tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129825 May 04 08:20:07.224549 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6d3d0d3c-6a52-4da3-9a11-41274d0ed1e7 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for floatingip (ad1df339-196a-4e81-ac97-6a236591e5fb), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:07.287749 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec111735-8543-4f11-b643-403c43834526 req-9a0e8dc9-276a-405a-986b-13ed2b6888e8 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:07.289274 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ec111735-8543-4f11-b643-403c43834526 req-9a0e8dc9-276a-405a-986b-13ed2b6888e8 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 945 time: 0.0778787 May 04 08:20:07.353523 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6d3d0d3c-6a52-4da3-9a11-41274d0ed1e7 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (fb834fb0-4d4c-40fa-89db-66b6fc58e6b3), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:07.396170 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ec111735-8543-4f11-b643-403c43834526 req-616ef917-3182-43c4-a26d-1202cb5afffb tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000159 May 04 08:20:07.521067 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6d3d0d3c-6a52-4da3-9a11-41274d0ed1e7 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for port (fb834fb0-4d4c-40fa-89db-66b6fc58e6b3), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:07.528073 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6d3d0d3c-6a52-4da3-9a11-41274d0ed1e7 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31339479'] for port (fb834fb0-4d4c-40fa-89db-66b6fc58e6b3), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:07.597244 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d0d3c-6a52-4da3-9a11-41274d0ed1e7 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Pushing event updated for resources: {'Port': ['ID=fb834fb0-4d4c-40fa-89db-66b6fc58e6b3,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:07.609889 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6d3d0d3c-6a52-4da3-9a11-41274d0ed1e7 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (ad1df339-196a-4e81-ac97-6a236591e5fb), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:07.720564 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.db.l3_db [None req-6d3d0d3c-6a52-4da3-9a11-41274d0ed1e7 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Floating IP ad1df339-196a-4e81-ac97-6a236591e5fb associated. External IP: 172.27.3.43, port: 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9. May 04 08:20:08.108678 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139a1f4-8067-4d84-b9cc-1659412b4a51 req-2c000f02-c5cf-4787-97f4-895dc90d2f68 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:08.110124 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0139a1f4-8067-4d84-b9cc-1659412b4a51 req-2c000f02-c5cf-4787-97f4-895dc90d2f68 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 945 time: 0.2969360 May 04 08:20:08.226802 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0139a1f4-8067-4d84-b9cc-1659412b4a51 req-e22614d4-db0e-46c3-999f-4125731144b0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850835 May 04 08:20:08.247597 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3d0d3c-6a52-4da3-9a11-41274d0ed1e7 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Router cf500a9e-44c3-4d16-a90b-39f61337bc9f has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:20:08.333947 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6bb2f4-13f7-4233-8266-d0cddda2debf req-cf36cd87-028c-4f09-9626-8b09e5b458c0 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:08.335334 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-bf6bb2f4-13f7-4233-8266-d0cddda2debf req-cf36cd87-028c-4f09-9626-8b09e5b458c0 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0802531 May 04 08:20:08.435978 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3d0d3c-6a52-4da3-9a11-41274d0ed1e7 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:20:08.440860 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-bf6bb2f4-13f7-4233-8266-d0cddda2debf req-d882e896-c073-464a-adad-3532c2a90e8a tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973489 May 04 08:20:08.447204 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03769cec-bff4-4145-ac92-6272181bdaf5 None None] Sync routers for ids ['cf500a9e-44c3-4d16-a90b-39f61337bc9f'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:20:08.459247 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6d3d0d3c-6a52-4da3-9a11-41274d0ed1e7 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:08.467720 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03769cec-bff4-4145-ac92-6272181bdaf5 None None] Routers {'cf500a9e-44c3-4d16-a90b-39f61337bc9f'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:20:08.468350 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-03769cec-bff4-4145-ac92-6272181bdaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:20:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['cf500a9e-44c3-4d16-a90b-39f61337bc9f'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:08.499208 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-6d3d0d3c-6a52-4da3-9a11-41274d0ed1e7 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1356418 May 04 08:20:08.502157 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 36582) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:08.508148 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-e3e0f81d-ac48-4ad9-8224-6a322811c7c1 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-905338510', 'description': 'tempest-secgroup-smoke-905338510 description', 'project_id': 'f62edba9a4f9457c82909ceed58104c3'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:08.517455 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48d936d-5899-4646-b970-68dbb426d0b0', 'tag': '13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:20:08.519768 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644f9b81011f902d5a48520c995b4e8323da082f15dc8879127e03e175236f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b286a13-303e-4c13-b7b7-b2b3688df90c" -d '{"events": [{"name": "network-changed", "server_uuid": "d48d936d-5899-4646-b970-68dbb426d0b0", "tag": "13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:20:08.532187 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e3e0f81d-ac48-4ad9-8224-6a322811c7c1 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:08.545889 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e50c6b-fcf0-412b-871d-4640e156e2cc req-e5d42bce-45bb-47c8-8e86-3d2e0eb9960c tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:08.555026 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b2e50c6b-fcf0-412b-871d-4640e156e2cc req-e5d42bce-45bb-47c8-8e86-3d2e0eb9960c tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 945 time: 0.0720448 May 04 08:20:08.563219 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32366ef-6413-4fd1-a673-7df8db1c75d2 x-openstack-request-id: req-f32366ef-6413-4fd1-a673-7df8db1c75d2 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:20:08.563566 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48d936d-5899-4646-b970-68dbb426d0b0", "tag": "13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:20:08.566151 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device a703adef-8c44-4eec-838e-5aad98fa4ab0 up at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:20:08.570279 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f32366ef-6413-4fd1-a673-7df8db1c75d2 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:20:08.570714 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f32366ef-6413-4fd1-a673-7df8db1c75d2'] response: {'name': 'network-changed', 'server_uuid': 'd48d936d-5899-4646-b970-68dbb426d0b0', 'tag': '13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9', 'status': 'completed', 'code': 200} May 04 08:20:08.578552 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-03769cec-bff4-4145-ac92-6272181bdaf5 None None] Set router cf500a9e-44c3-4d16-a90b-39f61337bc9f gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:20:08.622499 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning for port a703adef-8c44-4eec-838e-5aad98fa4ab0 completed by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:20:08.630696 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e3e0f81d-ac48-4ad9-8224-6a322811c7c1 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for security_group (b0f1951c-1c71-4acc-830f-829e3481b905), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:08.630991 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b2e50c6b-fcf0-412b-871d-4640e156e2cc req-345c319a-170c-46fa-b797-f99aa34244e3 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745306 May 04 08:20:08.633110 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning complete for port a703adef-8c44-4eec-838e-5aad98fa4ab0 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:20:08.633641 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (a703adef-8c44-4eec-838e-5aad98fa4ab0), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:08.636067 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e3e0f81d-ac48-4ad9-8224-6a322811c7c1 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (b0f1951c-1c71-4acc-830f-829e3481b905), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:08.670458 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e3e0f81d-ac48-4ad9-8224-6a322811c7c1 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:08.672085 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-e3e0f81d-ac48-4ad9-8224-6a322811c7c1 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1680360 May 04 08:20:08.673563 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0f81d-ac48-4ad9-8224-6a322811c7c1 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f1951c-1c71-4acc-830f-829e3481b905,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:08.675187 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 36586) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:08.680304 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-19f99850-e534-405d-83b8-9e50fabc66be tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Request body: {'security_group_rule': {'security_group_id': 'b0f1951c-1c71-4acc-830f-829e3481b905', 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:08.681792 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e0f81d-ac48-4ad9-8224-6a322811c7c1 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:08.682152 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e0f81d-ac48-4ad9-8224-6a322811c7c1 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:08.682848 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e0f81d-ac48-4ad9-8224-6a322811c7c1 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:08.683129 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e0f81d-ac48-4ad9-8224-6a322811c7c1 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:08.683677 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e0f81d-ac48-4ad9-8224-6a322811c7c1 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:08.683848 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e0f81d-ac48-4ad9-8224-6a322811c7c1 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:08.684127 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e0f81d-ac48-4ad9-8224-6a322811c7c1 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:08.684460 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e0f81d-ac48-4ad9-8224-6a322811c7c1 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:08.684796 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e0f81d-ac48-4ad9-8224-6a322811c7c1 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:08.685126 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e0f81d-ac48-4ad9-8224-6a322811c7c1 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:08.685457 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e0f81d-ac48-4ad9-8224-6a322811c7c1 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:08.686198 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e0f81d-ac48-4ad9-8224-6a322811c7c1 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:08.686198 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e0f81d-ac48-4ad9-8224-6a322811c7c1 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:08.686841 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e0f81d-ac48-4ad9-8224-6a322811c7c1 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:08.686841 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e0f81d-ac48-4ad9-8224-6a322811c7c1 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:08.707995 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-19f99850-e534-405d-83b8-9e50fabc66be tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for security_group_rule (f4e6471f-88e6-4428-95f7-a8be939dcc8e), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:08.742365 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port a703adef-8c44-4eec-838e-5aad98fa4ab0 is: BUILD; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:20:08.742827 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (a703adef-8c44-4eec-838e-5aad98fa4ab0), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:08.763844 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-19f99850-e534-405d-83b8-9e50fabc66be tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for security_group_rule (f4e6471f-88e6-4428-95f7-a8be939dcc8e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:08.767094 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56a2f58-c7b9-4b57-a6dd-d5e3749f8022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a703adef-8c44-4eec-838e-5aad98fa4ab0'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:20:08.768493 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-19f99850-e534-405d-83b8-9e50fabc66be tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (f4e6471f-88e6-4428-95f7-a8be939dcc8e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:08.769647 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059ec8da-128f-491e-8203-29851d5c3ea8" -d '{"events": [{"server_uuid": "d56a2f58-c7b9-4b57-a6dd-d5e3749f8022", "name": "network-vif-plugged", "status": "completed", "tag": "a703adef-8c44-4eec-838e-5aad98fa4ab0"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:20:08.781768 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port a703adef-8c44-4eec-838e-5aad98fa4ab0, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a703adef-8c44-4eec-838e-5aad98fa4ab0,segment=NetworkSegment(e75be89d-d720-4cc9-8f50-cb6a561e1c49),segment_id=e75be89d-d720-4cc9-8f50-cb6a561e1c49)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:20:08.788119 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (a703adef-8c44-4eec-838e-5aad98fa4ab0), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:08.790508 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f99850-e534-405d-83b8-9e50fabc66be tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e6471f-88e6-4428-95f7-a8be939dcc8e,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:08.796472 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-19f99850-e534-405d-83b8-9e50fabc66be tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:08.797924 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-19f99850-e534-405d-83b8-9e50fabc66be tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217403 May 04 08:20:08.800714 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 36590) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:08.805856 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-eed532b1-41c4-430e-8d11-572f5f940677 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Request body: {'security_group_rule': {'security_group_id': 'b0f1951c-1c71-4acc-830f-829e3481b905', 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:08.828122 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e56ca48-7d75-4dbb-95fc-ba9ffa45a44f x-openstack-request-id: req-5e56ca48-7d75-4dbb-95fc-ba9ffa45a44f {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:20:08.828475 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56a2f58-c7b9-4b57-a6dd-d5e3749f8022", "name": "network-vif-plugged", "status": "completed", "tag": "a703adef-8c44-4eec-838e-5aad98fa4ab0", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:20:08.828810 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5e56ca48-7d75-4dbb-95fc-ba9ffa45a44f {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:20:08.829222 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e56ca48-7d75-4dbb-95fc-ba9ffa45a44f'] response: {'server_uuid': 'd56a2f58-c7b9-4b57-a6dd-d5e3749f8022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a703adef-8c44-4eec-838e-5aad98fa4ab0', 'code': 200} May 04 08:20:08.834695 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-eed532b1-41c4-430e-8d11-572f5f940677 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for security_group_rule (dce11fdf-03e9-43b9-a7ee-a94db7b6b9d4), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:08.847932 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=a703adef-8c44-4eec-838e-5aad98fa4ab0,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:08.860578 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-03769cec-bff4-4145-ac92-6272181bdaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'name': 'tempest-TestMinimumBasicScenario-182484481-router', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '177c6f1a-da34-4c99-9a56-82546247e453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:18:34Z', 'updated_at': '2022-05-04T08:18:40Z', 'revision_number': 4, 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'gw_port': {'id': '177c6f1a-da34-4c99-9a56-82546247e453', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:35Z', 'updated_at': '2022-05-04T08:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'ad1df339-196a-4e81-ac97-6a236591e5fb', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'port_id': '13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb', 'mac_address': 'fa:16:3e:44:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d936d-5899-4646-b970-68dbb426d0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:20:06Z', 'updated_at': '2022-05-04T08:20:06Z', 'revision_number': 0, 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fa09d72-3b83-41d1-b5ec-e57093bd025e', 'name': '', 'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'mac_address': 'fa:16:3e:76:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0bf2931f-f25d-4820-bfd4-3238c9fe26d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:39Z', 'updated_at': '2022-05-04T08:18:47Z', 'revision_number': 5, 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'subnets': [{'id': '0bf2931f-f25d-4820-bfd4-3238c9fe26d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:08.887206 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03769cec-bff4-4145-ac92-6272181bdaf5 None None] Checking router: cf500a9e-44c3-4d16-a90b-39f61337bc9f for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:20:08.890751 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-eed532b1-41c4-430e-8d11-572f5f940677 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for security_group_rule (dce11fdf-03e9-43b9-a7ee-a94db7b6b9d4), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:08.895402 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-eed532b1-41c4-430e-8d11-572f5f940677 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (dce11fdf-03e9-43b9-a7ee-a94db7b6b9d4), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:08.897340 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03769cec-bff4-4145-ac92-6272181bdaf5 None None] Routers {'cf500a9e-44c3-4d16-a90b-39f61337bc9f'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:20:08.897949 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-03769cec-bff4-4145-ac92-6272181bdaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:20:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['cf500a9e-44c3-4d16-a90b-39f61337bc9f'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:08.913587 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed532b1-41c4-430e-8d11-572f5f940677 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce11fdf-03e9-43b9-a7ee-a94db7b6b9d4,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:08.922144 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-eed532b1-41c4-430e-8d11-572f5f940677 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:08.923367 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-eed532b1-41c4-430e-8d11-572f5f940677 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214957 May 04 08:20:08.926307 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 36592) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:08.930952 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-fd8322fe-1aa1-4a9b-87fe-ab4fefb9808d tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Request body: {'security_group_rule': {'security_group_id': 'b0f1951c-1c71-4acc-830f-829e3481b905', 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:08.956811 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fd8322fe-1aa1-4a9b-87fe-ab4fefb9808d tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for security_group_rule (eb17b42c-d955-4d52-8e42-a404170d1eb4), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:09.011190 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-03769cec-bff4-4145-ac92-6272181bdaf5 None None] Set router cf500a9e-44c3-4d16-a90b-39f61337bc9f gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:20:09.019918 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fd8322fe-1aa1-4a9b-87fe-ab4fefb9808d tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for security_group_rule (eb17b42c-d955-4d52-8e42-a404170d1eb4), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:09.032073 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fd8322fe-1aa1-4a9b-87fe-ab4fefb9808d tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (eb17b42c-d955-4d52-8e42-a404170d1eb4), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:09.049152 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8322fe-1aa1-4a9b-87fe-ab4fefb9808d tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb17b42c-d955-4d52-8e42-a404170d1eb4,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:09.062096 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fd8322fe-1aa1-4a9b-87fe-ab4fefb9808d tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:09.068475 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-fd8322fe-1aa1-4a9b-87fe-ab4fefb9808d tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1360691 May 04 08:20:09.068686 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 36594) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:09.073099 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d55e49c3-0d62-4e16-9510-ae7a3f92aded tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Request body: {'security_group_rule': {'security_group_id': 'b0f1951c-1c71-4acc-830f-829e3481b905', 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:09.098048 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d55e49c3-0d62-4e16-9510-ae7a3f92aded tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for security_group_rule (e13a9955-ded7-4a0c-a47f-345f3baecc53), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:09.156002 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d55e49c3-0d62-4e16-9510-ae7a3f92aded tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for security_group_rule (e13a9955-ded7-4a0c-a47f-345f3baecc53), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:09.160257 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d55e49c3-0d62-4e16-9510-ae7a3f92aded tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (e13a9955-ded7-4a0c-a47f-345f3baecc53), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:09.179987 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e49c3-0d62-4e16-9510-ae7a3f92aded tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e13a9955-ded7-4a0c-a47f-345f3baecc53,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:09.189036 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d55e49c3-0d62-4e16-9510-ae7a3f92aded tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:09.190341 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-d55e49c3-0d62-4e16-9510-ae7a3f92aded tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206732 May 04 08:20:09.193089 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 36596) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:09.197498 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0f3a5b29-72b5-4d77-81de-890363625c88 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Request body: {'security_group_rule': {'security_group_id': 'b0f1951c-1c71-4acc-830f-829e3481b905', 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:09.217458 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.db.securitygroups_db [None req-0f3a5b29-72b5-4d77-81de-890363625c88 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Project f62edba9a4f9457c82909ceed58104c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 08:20:09.223260 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0f3a5b29-72b5-4d77-81de-890363625c88 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for security_group_rule (47b57be1-c16e-435f-93d1-228a7ad21b35), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:09.237893 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-03769cec-bff4-4145-ac92-6272181bdaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'name': 'tempest-TestMinimumBasicScenario-182484481-router', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '177c6f1a-da34-4c99-9a56-82546247e453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:18:34Z', 'updated_at': '2022-05-04T08:18:40Z', 'revision_number': 4, 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'gw_port': {'id': '177c6f1a-da34-4c99-9a56-82546247e453', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:35Z', 'updated_at': '2022-05-04T08:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'ad1df339-196a-4e81-ac97-6a236591e5fb', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'port_id': '13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb', 'mac_address': 'fa:16:3e:44:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d936d-5899-4646-b970-68dbb426d0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:20:06Z', 'updated_at': '2022-05-04T08:20:06Z', 'revision_number': 0, 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fa09d72-3b83-41d1-b5ec-e57093bd025e', 'name': '', 'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'mac_address': 'fa:16:3e:76:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0bf2931f-f25d-4820-bfd4-3238c9fe26d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:39Z', 'updated_at': '2022-05-04T08:18:47Z', 'revision_number': 5, 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'subnets': [{'id': '0bf2931f-f25d-4820-bfd4-3238c9fe26d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:09.270819 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03769cec-bff4-4145-ac92-6272181bdaf5 None None] The sync data for ids ['cf500a9e-44c3-4d16-a90b-39f61337bc9f'] in dv-cinder-840289-4-iscsi is: [{'id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'name': 'tempest-TestMinimumBasicScenario-182484481-router', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '177c6f1a-da34-4c99-9a56-82546247e453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:18:34Z', 'updated_at': '2022-05-04T08:18:40Z', 'revision_number': 4, 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'gw_port': {'id': '177c6f1a-da34-4c99-9a56-82546247e453', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:35Z', 'updated_at': '2022-05-04T08:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'ad1df339-196a-4e81-ac97-6a236591e5fb', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'port_id': '13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb', 'mac_address': 'fa:16:3e:44:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d936d-5899-4646-b970-68dbb426d0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:20:06Z', 'updated_at': '2022-05-04T08:20:06Z', 'revision_number': 0, 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fa09d72-3b83-41d1-b5ec-e57093bd025e', 'name': '', 'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'mac_address': 'fa:16:3e:76:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0bf2931f-f25d-4820-bfd4-3238c9fe26d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:39Z', 'updated_at': '2022-05-04T08:18:47Z', 'revision_number': 5, 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'subnets': [{'id': '0bf2931f-f25d-4820-bfd4-3238c9fe26d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:20:09.292814 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0f3a5b29-72b5-4d77-81de-890363625c88 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for security_group_rule (47b57be1-c16e-435f-93d1-228a7ad21b35), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:09.297409 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0f3a5b29-72b5-4d77-81de-890363625c88 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (47b57be1-c16e-435f-93d1-228a7ad21b35), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:09.341542 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a5b29-72b5-4d77-81de-890363625c88 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b57be1-c16e-435f-93d1-228a7ad21b35,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:09.354778 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0f3a5b29-72b5-4d77-81de-890363625c88 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:09.355442 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-0f3a5b29-72b5-4d77-81de-890363625c88 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1614056 May 04 08:20:09.358318 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 36600) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:09.366745 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-a0e06ce9-f812-463e-a54f-6dd2b344fe55 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Request body: {'security_group_rule': {'security_group_id': 'b0f1951c-1c71-4acc-830f-829e3481b905', 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:09.367168 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f253a-e882-4385-99f3-be1c7018e801 req-b3a5208f-4599-43da-96d5-8e6511427575 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:09.368674 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-da2f253a-e882-4385-99f3-be1c7018e801 req-b3a5208f-4599-43da-96d5-8e6511427575 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 945 time: 0.0688598 May 04 08:20:09.390958 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.securitygroups_db [None req-a0e06ce9-f812-463e-a54f-6dd2b344fe55 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Project f62edba9a4f9457c82909ceed58104c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 08:20:09.397050 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a0e06ce9-f812-463e-a54f-6dd2b344fe55 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for security_group_rule (8e4af51c-7b67-41fd-8413-47f239b8b92e), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:09.419172 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-da2f253a-e882-4385-99f3-be1c7018e801 req-f18ef64a-0a8e-43b2-8dbc-f2108b7457fd tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445371 May 04 08:20:09.466714 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a0e06ce9-f812-463e-a54f-6dd2b344fe55 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for security_group_rule (8e4af51c-7b67-41fd-8413-47f239b8b92e), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:09.473255 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a0e06ce9-f812-463e-a54f-6dd2b344fe55 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (8e4af51c-7b67-41fd-8413-47f239b8b92e), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:09.492348 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e06ce9-f812-463e-a54f-6dd2b344fe55 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e4af51c-7b67-41fd-8413-47f239b8b92e,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:09.501599 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a0e06ce9-f812-463e-a54f-6dd2b344fe55 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:09.503122 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-a0e06ce9-f812-463e-a54f-6dd2b344fe55 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435757 May 04 08:20:09.529628 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff5f1b-7456-4505-adf5-eb50adcff139 None None] New status for floating IP ad1df339-196a-4e81-ac97-6a236591e5fb: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:20:09.587791 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e626f7f-4dee-4582-8fc3-a6e0e3ce629b req-9488239e-d156-4134-8d46-d83879c4d9cc tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:09.589296 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0e626f7f-4dee-4582-8fc3-a6e0e3ce629b req-9488239e-d156-4134-8d46-d83879c4d9cc tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0614285 May 04 08:20:09.630530 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-91a1e26a-0552-4841-bcde-fdef3834ce54 req-cb73bcfe-7acb-4efd-ac44-06ae28ac3171 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-905338510&fields=id&tenant_id=f62edba9a4f9457c82909ceed58104c3 HTTP/1.1" status: 200 len: 267 time: 0.0728168 May 04 08:20:09.694416 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0e626f7f-4dee-4582-8fc3-a6e0e3ce629b req-29267969-c600-4d93-b815-5087d9e97aa2 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948210 May 04 08:20:09.717707 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1e26a-0552-4841-bcde-fdef3834ce54 req-41906b3a-df94-4088-8b8f-31d65af0595a tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:09.719314 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-91a1e26a-0552-4841-bcde-fdef3834ce54 req-41906b3a-df94-4088-8b8f-31d65af0595a tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 945 time: 0.0758064 May 04 08:20:09.728308 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [req-91a1e26a-0552-4841-bcde-fdef3834ce54 req-b53bb044-94e3-4bec-9cc2-943e0058d4f2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Request body: {'port': {'security_groups': ['2cd30bb2-49e9-430b-9aaa-05222c87c965', 'b0f1951c-1c71-4acc-830f-829e3481b905']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:09.772381 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b286a13-303e-4c13-b7b7-b2b3688df90c req-af953464-8384-4089-ae85-0ab8bb80dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:09.774370 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6b286a13-303e-4c13-b7b7-b2b3688df90c req-af953464-8384-4089-ae85-0ab8bb80dd04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f62edba9a4f9457c82909ceed58104c3&device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 1129 time: 0.0727532 May 04 08:20:09.839832 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-91a1e26a-0552-4841-bcde-fdef3834ce54 req-b53bb044-94e3-4bec-9cc2-943e0058d4f2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:09.847789 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611d9fe-c64b-4465-bf5f-e668aae86bcd req-6a313a6f-263c-4890-afbf-433720840f9f tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:09.849373 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7611d9fe-c64b-4465-bf5f-e668aae86bcd req-6a313a6f-263c-4890-afbf-433720840f9f tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0773668 May 04 08:20:09.983042 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7611d9fe-c64b-4465-bf5f-e668aae86bcd req-d1a8a7e5-40fb-4bbc-b4ed-3d7fbf7d3716 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255524 May 04 08:20:10.129035 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-91a1e26a-0552-4841-bcde-fdef3834ce54 req-b53bb044-94e3-4bec-9cc2-943e0058d4f2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] For port 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9,segment=NetworkSegment(b9bf2483-8ebb-4e01-a5c9-8763072d56f3),segment_id=b9bf2483-8ebb-4e01-a5c9-8763072d56f3)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:20:10.162670 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-91a1e26a-0552-4841-bcde-fdef3834ce54 req-b53bb044-94e3-4bec-9cc2-943e0058d4f2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for port (13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:10.169832 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-91a1e26a-0552-4841-bcde-fdef3834ce54 req-b53bb044-94e3-4bec-9cc2-943e0058d4f2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31339479'] for port (13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:10.218401 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1e26a-0552-4841-bcde-fdef3834ce54 req-b53bb044-94e3-4bec-9cc2-943e0058d4f2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:10.219117 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-91a1e26a-0552-4841-bcde-fdef3834ce54 req-b53bb044-94e3-4bec-9cc2-943e0058d4f2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:10.220652 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-91a1e26a-0552-4841-bcde-fdef3834ce54 req-b53bb044-94e3-4bec-9cc2-943e0058d4f2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "PUT /v2.0/ports/13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 HTTP/1.1" status: 200 len: 981 time: 0.5004606 May 04 08:20:10.233515 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:20:10.249684 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bb044-94e3-4bec-9cc2-943e0058d4f2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Pushing event updated for resources: {'Port': ['ID=13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9,revision_number=6']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:10.253838 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f7220-235e-4ff0-ac9a-8d6e18c3d37c req-5d543c6e-2aa3-4ecc-93a1-3349d9c01aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:10.255610 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-444f7220-235e-4ff0-ac9a-8d6e18c3d37c req-5d543c6e-2aa3-4ecc-93a1-3349d9c01aa1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 1130 time: 0.0976653 May 04 08:20:10.301749 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b286a13-303e-4c13-b7b7-b2b3688df90c req-460f4676-d7c4-4099-89b7-f5d2c0253dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:10.303732 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6b286a13-303e-4c13-b7b7-b2b3688df90c req-460f4676-d7c4-4099-89b7-f5d2c0253dff service neutron] 10.222.0.13 "GET /v2.0/networks?id=5cd04653-c1ab-4203-b77b-725a22d212fb HTTP/1.1" status: 200 len: 915 time: 0.1536474 May 04 08:20:10.367588 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1857c90-55bb-42ee-8d0c-b6355937b771 req-a7dd05ae-c128-46c4-8250-296cf761cba7 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:10.369408 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a1857c90-55bb-42ee-8d0c-b6355937b771 req-a7dd05ae-c128-46c4-8250-296cf761cba7 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 984 time: 0.0856481 May 04 08:20:10.406358 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6bfdf-10b1-4fda-823d-60087d2dd170 req-963c009f-5705-4754-b970-6a02834c9ddf tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:10.408882 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d1b6bfdf-10b1-4fda-823d-60087d2dd170 req-963c009f-5705-4754-b970-6a02834c9ddf tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 945 time: 0.0814035 May 04 08:20:10.446024 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-444f7220-235e-4ff0-ac9a-8d6e18c3d37c req-61fbae5a-1a91-4065-b409-999b216ce30a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209145 May 04 08:20:10.453525 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6b286a13-303e-4c13-b7b7-b2b3688df90c req-c3619d1d-a3aa-4b7a-b471-acf1d73f19ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 HTTP/1.1" status: 200 len: 1000 time: 0.1210396 May 04 08:20:10.459239 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:20:10.520255 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a1857c90-55bb-42ee-8d0c-b6355937b771 req-8a99ba4c-1e41-4022-bcc2-6082090ce139 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0f1951c-1c71-4acc-830f-829e3481b905&id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1421008 May 04 08:20:10.524570 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-d738e428-d273-44dc-a912-51453ffd7e02 None None] Provisioning complete for port 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:20:10.524570 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d738e428-d273-44dc-a912-51453ffd7e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:10.572173 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48d936d-5899-4646-b970-68dbb426d0b0', 'tag': '13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:20:10.574551 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644f9b81011f902d5a48520c995b4e8323da082f15dc8879127e03e175236f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925b8c91-9ed6-4441-a94d-b8eb2958f29f" -d '{"events": [{"name": "network-changed", "server_uuid": "d48d936d-5899-4646-b970-68dbb426d0b0", "tag": "13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:20:10.579905 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-d1b6bfdf-10b1-4fda-823d-60087d2dd170 req-31505542-3570-42c0-bd0a-3cb6d884b7e4 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Deleting port 531f9e74-506d-4b94-93b7-78933b5296f0 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:20:10.580320 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d1b6bfdf-10b1-4fda-823d-60087d2dd170 req-31505542-3570-42c0-bd0a-3cb6d884b7e4 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (531f9e74-506d-4b94-93b7-78933b5296f0), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:10.592385 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2239e-e6c0-4f53-973c-c5a3f92dc0e1 req-2f7482cf-5108-4a68-81ba-22115d318a39 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:10.594105 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-00d2239e-e6c0-4f53-973c-c5a3f92dc0e1 req-2f7482cf-5108-4a68-81ba-22115d318a39 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 945 time: 0.0795772 May 04 08:20:10.620450 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920798ab-3802-4011-ae06-71b86f7a7648 x-openstack-request-id: req-920798ab-3802-4011-ae06-71b86f7a7648 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:20:10.620748 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48d936d-5899-4646-b970-68dbb426d0b0", "tag": "13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:20:10.621018 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-920798ab-3802-4011-ae06-71b86f7a7648 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:20:10.621447 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-920798ab-3802-4011-ae06-71b86f7a7648'] response: {'name': 'network-changed', 'server_uuid': 'd48d936d-5899-4646-b970-68dbb426d0b0', 'tag': '13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9', 'status': 'completed', 'code': 200} May 04 08:20:10.699232 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-00d2239e-e6c0-4f53-973c-c5a3f92dc0e1 req-88aa0e59-e541-4000-891f-b971c6e34fa5 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b94736b-c789-4978-8f39-6b4995d67897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939901 May 04 08:20:10.723048 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-d1b6bfdf-10b1-4fda-823d-60087d2dd170 req-31505542-3570-42c0-bd0a-3cb6d884b7e4 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] For port 531f9e74-506d-4b94-93b7-78933b5296f0, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=531f9e74-506d-4b94-93b7-78933b5296f0,segment=NetworkSegment(379d6a15-5185-48de-b859-cd8ac013b448),segment_id=379d6a15-5185-48de-b859-cd8ac013b448)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:20:10.723421 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d1b6bfdf-10b1-4fda-823d-60087d2dd170 req-31505542-3570-42c0-bd0a-3cb6d884b7e4 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (531f9e74-506d-4b94-93b7-78933b5296f0), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:10.748364 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-d738e428-d273-44dc-a912-51453ffd7e02 None None] Current status of the port 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:20:10.883295 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07a7e9-193f-4345-81c6-f3f4c937a444 req-333a569d-e0f2-49f2-8a3d-2361d086dbcb tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:10.884747 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5e07a7e9-193f-4345-81c6-f3f4c937a444 req-333a569d-e0f2-49f2-8a3d-2361d086dbcb tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0909486 May 04 08:20:10.981383 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b286a13-303e-4c13-b7b7-b2b3688df90c req-c4120d57-0aa1-4705-9812-beee9adf76a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:10.983365 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6b286a13-303e-4c13-b7b7-b2b3688df90c req-c4120d57-0aa1-4705-9812-beee9adf76a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0bf2931f-f25d-4820-bfd4-3238c9fe26d6 HTTP/1.1" status: 200 len: 853 time: 0.0551541 May 04 08:20:11.002521 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5e07a7e9-193f-4345-81c6-f3f4c937a444 req-d951c85f-3448-4879-887a-9b70c4b1cefe tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911837 May 04 08:20:11.021412 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d1b6bfdf-10b1-4fda-823d-60087d2dd170 req-31505542-3570-42c0-bd0a-3cb6d884b7e4 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:11.021775 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d1b6bfdf-10b1-4fda-823d-60087d2dd170 req-31505542-3570-42c0-bd0a-3cb6d884b7e4 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (b24218e1-ec5b-45a2-b9f6-698fe91491c1), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:11.022175 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.db.l3_db [req-d1b6bfdf-10b1-4fda-823d-60087d2dd170 req-31505542-3570-42c0-bd0a-3cb6d884b7e4 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Floating IP b24218e1-ec5b-45a2-b9f6-698fe91491c1 disassociated. External IP: 172.27.3.154, port: 531f9e74-506d-4b94-93b7-78933b5296f0. May 04 08:20:11.022455 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-d1b6bfdf-10b1-4fda-823d-60087d2dd170 req-31505542-3570-42c0-bd0a-3cb6d884b7e4 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Calling delete_port for 531f9e74-506d-4b94-93b7-78933b5296f0 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:20:11.122476 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b5ec2-4a48-42dd-9fc4-ed7e780374e8 req-df141279-fe9a-4da8-a4f8-70cfb6433342 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:11.123987 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cf2b5ec2-4a48-42dd-9fc4-ed7e780374e8 req-df141279-fe9a-4da8-a4f8-70cfb6433342 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0616817 May 04 08:20:11.216008 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cf2b5ec2-4a48-42dd-9fc4-ed7e780374e8 req-0bed99dc-3083-477c-90ad-945bd6618372 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804415 May 04 08:20:11.230716 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d1b6bfdf-10b1-4fda-823d-60087d2dd170 req-31505542-3570-42c0-bd0a-3cb6d884b7e4 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (531f9e74-506d-4b94-93b7-78933b5296f0), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:11.259792 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31505542-3570-42c0-bd0a-3cb6d884b7e4 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event deleted for resources: {'Port': ['ID=531f9e74-506d-4b94-93b7-78933b5296f0,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:11.375135 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1b6bfdf-10b1-4fda-823d-60087d2dd170 req-31505542-3570-42c0-bd0a-3cb6d884b7e4 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:20:11.464412 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b286a13-303e-4c13-b7b7-b2b3688df90c req-93d34e77-8cd8-4bf0-9ba6-7ff50252341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:11.465925 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6b286a13-303e-4c13-b7b7-b2b3688df90c req-93d34e77-8cd8-4bf0-9ba6-7ff50252341d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5cd04653-c1ab-4203-b77b-725a22d212fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400126 May 04 08:20:11.485443 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1b6bfdf-10b1-4fda-823d-60087d2dd170 req-31505542-3570-42c0-bd0a-3cb6d884b7e4 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:20:11.494925 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1e8800-93e6-465d-a2e9-fea01b2c9a52 None None] Sync routers for ids ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:20:11.507531 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1e8800-93e6-465d-a2e9-fea01b2c9a52 None None] Routers {'596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:20:11.508229 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-ad1e8800-93e6-465d-a2e9-fea01b2c9a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:20:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:11.548689 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b6bfdf-10b1-4fda-823d-60087d2dd170 req-31505542-3570-42c0-bd0a-3cb6d884b7e4 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] No DVR routers for this DVR port 531f9e74-506d-4b94-93b7-78933b5296f0 on host hv-cinder-84028 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:20:11.551698 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d1b6bfdf-10b1-4fda-823d-60087d2dd170 req-31505542-3570-42c0-bd0a-3cb6d884b7e4 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:11.555261 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d1b6bfdf-10b1-4fda-823d-60087d2dd170 req-31505542-3570-42c0-bd0a-3cb6d884b7e4 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.13 "DELETE /v2.0/ports/531f9e74-506d-4b94-93b7-78933b5296f0 HTTP/1.1" status: 204 len: 173 time: 1.1386929 May 04 08:20:11.588710 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6b286a13-303e-4c13-b7b7-b2b3688df90c req-ec00b583-2c7e-4fd8-a149-79dff7887bc8 service neutron] 10.222.0.13 "GET /v2.0/networks/5cd04653-c1ab-4203-b77b-725a22d212fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957675 May 04 08:20:11.699882 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6b286a13-303e-4c13-b7b7-b2b3688df90c req-11516295-7fd9-4d99-bb0a-5348a148d8ce service neutron] 10.222.0.13 "GET /v2.0/networks/5cd04653-c1ab-4203-b77b-725a22d212fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014781 May 04 08:20:11.716340 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-ad1e8800-93e6-465d-a2e9-fea01b2c9a52 None None] Set router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:20:11.832942 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-28eb8ae7-d6bc-4d93-9e30-a0dd0cc359d9 req-e2ae202c-df5b-44f6-b14a-5cf51d3c46d6 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 210 time: 0.0270832 May 04 08:20:11.914503 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-ad1e8800-93e6-465d-a2e9-fea01b2c9a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '8e0be89f-d1e7-4551-99d6-a575798b7796', 'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'mac_address': 'fa:16:3e:dc:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:21Z', 'revision_number': 5, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'subnets': [{'id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:11.946120 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1e8800-93e6-465d-a2e9-fea01b2c9a52 None None] Checking router: 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:20:11.955665 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1e8800-93e6-465d-a2e9-fea01b2c9a52 None None] Routers {'596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:20:11.956292 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-ad1e8800-93e6-465d-a2e9-fea01b2c9a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:20:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:12.069466 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-ad1e8800-93e6-465d-a2e9-fea01b2c9a52 None None] Set router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:20:12.130291 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097ea1e-254d-41f2-a1f5-f34e18ef824d req-98c23275-b78f-4fc4-8625-792ae55868b0 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:12.131781 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2097ea1e-254d-41f2-a1f5-f34e18ef824d req-98c23275-b78f-4fc4-8625-792ae55868b0 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0455945 May 04 08:20:12.180073 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2097ea1e-254d-41f2-a1f5-f34e18ef824d req-8d5fae12-e0c8-44ad-9e47-2262cdbec602 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425675 May 04 08:20:12.258252 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-ad1e8800-93e6-465d-a2e9-fea01b2c9a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '8e0be89f-d1e7-4551-99d6-a575798b7796', 'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'mac_address': 'fa:16:3e:dc:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:21Z', 'revision_number': 5, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'subnets': [{'id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:12.285782 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1e8800-93e6-465d-a2e9-fea01b2c9a52 None None] The sync data for ids ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'] in dv-cinder-840289-4-iscsi is: [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '8e0be89f-d1e7-4551-99d6-a575798b7796', 'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'mac_address': 'fa:16:3e:dc:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:21Z', 'revision_number': 5, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'subnets': [{'id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:20:12.337408 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5fec0-5345-4900-9b3f-ddb88c4c2987 req-4512e04e-cc40-4d66-86e4-5c28995486ab tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:12.338917 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-50d5fec0-5345-4900-9b3f-ddb88c4c2987 req-4512e04e-cc40-4d66-86e4-5c28995486ab tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0569532 May 04 08:20:12.388234 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-50d5fec0-5345-4900-9b3f-ddb88c4c2987 req-189c8d1d-ddcb-4390-b7b9-f5b3ba46956a tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430951 May 04 08:20:12.504482 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b6c49-a8aa-4c66-80d8-877a5374bc97 req-9d8a5781-41d9-402a-83c9-e1a4a905b1af tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:12.505957 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e68b6c49-a8aa-4c66-80d8-877a5374bc97 req-9d8a5781-41d9-402a-83c9-e1a4a905b1af tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0493970 May 04 08:20:12.523021 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c176635-f0f3-48f4-adbd-668a119c6f75 None None] New status for floating IP b24218e1-ec5b-45a2-b9f6-698fe91491c1: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:20:12.554358 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e68b6c49-a8aa-4c66-80d8-877a5374bc97 req-5cf78c51-ec56-4da8-8b93-edf11a77ebd4 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427454 May 04 08:20:12.575489 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 36630) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:12.622252 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dccdc70-1580-4fd0-94f0-6ac1d996b348', 'name': 'network-vif-deleted', 'tag': '531f9e74-506d-4b94-93b7-78933b5296f0'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:20:12.624708 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644f9b81011f902d5a48520c995b4e8323da082f15dc8879127e03e175236f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9db65d-2b25-4b8b-a8ff-0ce861dd59fb" -d '{"events": [{"server_uuid": "2dccdc70-1580-4fd0-94f0-6ac1d996b348", "name": "network-vif-deleted", "tag": "531f9e74-506d-4b94-93b7-78933b5296f0"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:20:12.661602 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9226064-349b-4ea5-8612-6d581c95ba9b x-openstack-request-id: req-f9226064-349b-4ea5-8612-6d581c95ba9b {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:20:12.663074 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dccdc70-1580-4fd0-94f0-6ac1d996b348", "name": "network-vif-deleted", "tag": "531f9e74-506d-4b94-93b7-78933b5296f0", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:20:12.663293 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f9226064-349b-4ea5-8612-6d581c95ba9b {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:20:12.663697 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9226064-349b-4ea5-8612-6d581c95ba9b'] response: {'server_uuid': '2dccdc70-1580-4fd0-94f0-6ac1d996b348', 'name': 'network-vif-deleted', 'tag': '531f9e74-506d-4b94-93b7-78933b5296f0', 'status': 'completed', 'code': 200} May 04 08:20:12.719075 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df5fa23-20c7-40fd-b546-f4a4c1e8baeb tempest-TestShelveInstance-986018283 tempest-TestShelveInstance-986018283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:12.720567 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-2df5fa23-20c7-40fd-b546-f4a4c1e8baeb tempest-TestShelveInstance-986018283 tempest-TestShelveInstance-986018283-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 1125 time: 0.1441052 May 04 08:20:12.723565 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 36636) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:12.727669 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-21b5cd0d-8db5-400c-8e53-8d3b56ab950d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Request body: {'floatingip': {'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'port_id': 'a703adef-8c44-4eec-838e-5aad98fa4ab0', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:12.749385 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21b5cd0d-8db5-400c-8e53-8d3b56ab950d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:12.831258 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21b5cd0d-8db5-400c-8e53-8d3b56ab950d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:12.949857 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fe50fe59-64b7-4813-ae89-c538608eeaa6 req-ee460f47-fbbd-48aa-b05f-264303aa47ec tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dccdc70-1580-4fd0-94f0-6ac1d996b348 HTTP/1.1" status: 200 len: 210 time: 0.0342460 May 04 08:20:12.966904 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-21b5cd0d-8db5-400c-8e53-8d3b56ab950d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Allocated IP 172.27.3.173 (0ebd93d7-2ac3-420c-94d7-d3952e6d85cb/89057fef-1c75-4f30-81a6-882a67ba2a0a/437a8c37-a9c5-43bb-9a3a-bb937db7952a) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:20:13.068682 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21b5cd0d-8db5-400c-8e53-8d3b56ab950d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for port (437a8c37-a9c5-43bb-9a3a-bb937db7952a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:13.103556 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21b5cd0d-8db5-400c-8e53-8d3b56ab950d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (437a8c37-a9c5-43bb-9a3a-bb937db7952a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:13.129856 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b8c91-9ed6-4441-a94d-b8eb2958f29f req-3ed1ae1c-8042-43a5-89ce-a6bef183d4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:13.131412 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-925b8c91-9ed6-4441-a94d-b8eb2958f29f req-3ed1ae1c-8042-43a5-89ce-a6bef183d4f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f62edba9a4f9457c82909ceed58104c3&device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 1168 time: 0.0440645 May 04 08:20:13.146701 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b5cd0d-8db5-400c-8e53-8d3b56ab950d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:20:13.151690 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-21b5cd0d-8db5-400c-8e53-8d3b56ab950d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:20:13.156583 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b5cd0d-8db5-400c-8e53-8d3b56ab950d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:20:13.158531 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5cd0d-8db5-400c-8e53-8d3b56ab950d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Pushing event updated for resources: {'Port': ['ID=437a8c37-a9c5-43bb-9a3a-bb937db7952a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:13.263279 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b8c91-9ed6-4441-a94d-b8eb2958f29f req-ca7c95d2-7e97-4201-a332-0eb66cb2adda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:13.264967 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-925b8c91-9ed6-4441-a94d-b8eb2958f29f req-ca7c95d2-7e97-4201-a332-0eb66cb2adda service neutron] 10.222.0.13 "GET /v2.0/networks?id=5cd04653-c1ab-4203-b77b-725a22d212fb HTTP/1.1" status: 200 len: 915 time: 0.1178873 May 04 08:20:13.362418 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7038c6-b2a6-4b75-9538-339ce79ca3a9 req-9d6ec4af-0b41-462f-a4e9-b4edb1543312 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:13.363942 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0c7038c6-b2a6-4b75-9538-339ce79ca3a9 req-9d6ec4af-0b41-462f-a4e9-b4edb1543312 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0831206 May 04 08:20:13.441254 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-925b8c91-9ed6-4441-a94d-b8eb2958f29f req-b2083e68-a06b-4269-854e-15655eb900b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 HTTP/1.1" status: 200 len: 1000 time: 0.0614758 May 04 08:20:13.461142 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0c7038c6-b2a6-4b75-9538-339ce79ca3a9 req-75fb75c9-2bd4-4496-8f54-95c71149fc08 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889909 May 04 08:20:13.493597 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b8c91-9ed6-4441-a94d-b8eb2958f29f req-0f3e6ec0-75c5-445c-bade-b94e8fea8c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:13.495369 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-925b8c91-9ed6-4441-a94d-b8eb2958f29f req-0f3e6ec0-75c5-445c-bade-b94e8fea8c5a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0bf2931f-f25d-4820-bfd4-3238c9fe26d6 HTTP/1.1" status: 200 len: 853 time: 0.0479786 May 04 08:20:13.542920 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b8c91-9ed6-4441-a94d-b8eb2958f29f req-15e914ab-5ba6-49a9-95f1-168a077e854b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:13.544446 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-925b8c91-9ed6-4441-a94d-b8eb2958f29f req-15e914ab-5ba6-49a9-95f1-168a077e854b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5cd04653-c1ab-4203-b77b-725a22d212fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386403 May 04 08:20:13.601972 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21b5cd0d-8db5-400c-8e53-8d3b56ab950d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for floatingip (b1efa8b4-6cc1-420d-bdbd-4c84c0f0ec56), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:13.638337 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-925b8c91-9ed6-4441-a94d-b8eb2958f29f req-6396ef9e-e71f-43b5-9c76-23ab3054119b service neutron] 10.222.0.13 "GET /v2.0/networks/5cd04653-c1ab-4203-b77b-725a22d212fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870931 May 04 08:20:13.673885 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21b5cd0d-8db5-400c-8e53-8d3b56ab950d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (437a8c37-a9c5-43bb-9a3a-bb937db7952a), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:13.730718 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-925b8c91-9ed6-4441-a94d-b8eb2958f29f req-3c8af166-550a-47b0-9f41-6acc5bf03f7a service neutron] 10.222.0.13 "GET /v2.0/networks/5cd04653-c1ab-4203-b77b-725a22d212fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862753 May 04 08:20:14.036103 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 36646) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:14.074935 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21b5cd0d-8db5-400c-8e53-8d3b56ab950d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for port (437a8c37-a9c5-43bb-9a3a-bb937db7952a), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:14.080487 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21b5cd0d-8db5-400c-8e53-8d3b56ab950d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31339479'] for port (437a8c37-a9c5-43bb-9a3a-bb937db7952a), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:14.099579 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6c6c5d4d-67d4-4014-bcc5-7eb42dc7fd85 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group (2b94736b-c789-4978-8f39-6b4995d67897), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:14.124401 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6c6c5d4d-67d4-4014-bcc5-7eb42dc7fd85 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group (2b94736b-c789-4978-8f39-6b4995d67897), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:14.149922 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5cd0d-8db5-400c-8e53-8d3b56ab950d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Pushing event updated for resources: {'Port': ['ID=437a8c37-a9c5-43bb-9a3a-bb937db7952a,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:14.162913 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21b5cd0d-8db5-400c-8e53-8d3b56ab950d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (b1efa8b4-6cc1-420d-bdbd-4c84c0f0ec56), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:14.177343 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6c6c5d4d-67d4-4014-bcc5-7eb42dc7fd85 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (2b94736b-c789-4978-8f39-6b4995d67897), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:14.180916 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6c6c5d4d-67d4-4014-bcc5-7eb42dc7fd85 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:14.182089 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-6c6c5d4d-67d4-4014-bcc5-7eb42dc7fd85 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "DELETE /v2.0/security-groups/2b94736b-c789-4978-8f39-6b4995d67897 HTTP/1.1" status: 204 len: 168 time: 0.1449814 May 04 08:20:14.185274 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 36648) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:14.201370 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c5d4d-67d4-4014-bcc5-7eb42dc7fd85 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b94736b-c789-4978-8f39-6b4995d67897,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:14.203803 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.api.v2.resource [None req-7ee59415-b2a8-4ce9-9022-0c80d3aeb50c tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] show failed (client error): The resource could not be found. May 04 08:20:14.204832 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-7ee59415-b2a8-4ce9-9022-0c80d3aeb50c tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups/2b94736b-c789-4978-8f39-6b4995d67897 HTTP/1.1" status: 404 len: 347 time: 0.0186648 May 04 08:20:14.208452 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 36650) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:14.356627 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.db.l3_db [None req-21b5cd0d-8db5-400c-8e53-8d3b56ab950d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Floating IP b1efa8b4-6cc1-420d-bdbd-4c84c0f0ec56 associated. External IP: 172.27.3.173, port: a703adef-8c44-4eec-838e-5aad98fa4ab0. May 04 08:20:14.404356 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-6a3128ec-2821-4801-9b40-b6316c7bef38 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Deleting port f09201e7-5c9c-4c7a-91dc-cc6c9d7b76cf {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:20:14.405029 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a3128ec-2821-4801-9b40-b6316c7bef38 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (f09201e7-5c9c-4c7a-91dc-cc6c9d7b76cf), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:14.530368 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a3128ec-2821-4801-9b40-b6316c7bef38 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (f09201e7-5c9c-4c7a-91dc-cc6c9d7b76cf), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:14.530704 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a3128ec-2821-4801-9b40-b6316c7bef38 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for floatingip (f09201e7-5c9c-4c7a-91dc-cc6c9d7b76cf), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:14.579973 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 531f9e74-506d-4b94-93b7-78933b5296f0 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:20:14.582175 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-6a3128ec-2821-4801-9b40-b6316c7bef38 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Calling delete_port for f09201e7-5c9c-4c7a-91dc-cc6c9d7b76cf owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:20:14.600264 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] No Port match for: 531f9e74-506d-4b94-93b7-78933b5296f0 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:20:14.600604 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 531f9e74-506d-4b94-93b7-78933b5296f0 not bound to the agent host hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:20:14.669491 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2e4f4-c9cd-4d38-8914-c5009e876b5f req-38192a31-a4fa-42a6-aabe-b7a8aa4cbf79 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:14.671016 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b0d2e4f4-c9cd-4d38-8914-c5009e876b5f req-38192a31-a4fa-42a6-aabe-b7a8aa4cbf79 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.1361668 May 04 08:20:14.768875 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b5cd0d-8db5-400c-8e53-8d3b56ab950d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Router b196e4da-db69-4985-abc3-24005645564e has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:20:14.794553 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b0d2e4f4-c9cd-4d38-8914-c5009e876b5f req-a50c694b-8aa5-44d0-afba-835ad3fcc45d tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932109 May 04 08:20:14.883451 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a3128ec-2821-4801-9b40-b6316c7bef38 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (f09201e7-5c9c-4c7a-91dc-cc6c9d7b76cf), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:14.939963 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3128ec-2821-4801-9b40-b6316c7bef38 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event deleted for resources: {'Port': ['ID=f09201e7-5c9c-4c7a-91dc-cc6c9d7b76cf,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:14.973203 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b5cd0d-8db5-400c-8e53-8d3b56ab950d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:20:14.983122 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3c4c6a-5b44-4339-8bcc-dc52a7eea349 None None] Sync routers for ids ['b196e4da-db69-4985-abc3-24005645564e'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:20:14.993937 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3c4c6a-5b44-4339-8bcc-dc52a7eea349 None None] Routers {'b196e4da-db69-4985-abc3-24005645564e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:20:14.994534 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-5a3c4c6a-5b44-4339-8bcc-dc52a7eea349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:20:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['b196e4da-db69-4985-abc3-24005645564e'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:15.014053 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21b5cd0d-8db5-400c-8e53-8d3b56ab950d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:15.037857 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a3128ec-2821-4801-9b40-b6316c7bef38 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for floatingip (b24218e1-ec5b-45a2-b9f6-698fe91491c1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:15.040300 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a3128ec-2821-4801-9b40-b6316c7bef38 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:15.041417 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-6a3128ec-2821-4801-9b40-b6316c7bef38 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "DELETE /v2.0/floatingips/b24218e1-ec5b-45a2-b9f6-698fe91491c1 HTTP/1.1" status: 204 len: 168 time: 0.8318453 May 04 08:20:15.053357 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-21b5cd0d-8db5-400c-8e53-8d3b56ab950d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3285663 May 04 08:20:15.053963 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56a2f58-c7b9-4b57-a6dd-d5e3749f8022', 'tag': 'a703adef-8c44-4eec-838e-5aad98fa4ab0'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:20:15.056244 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644f9b81011f902d5a48520c995b4e8323da082f15dc8879127e03e175236f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b443b41-ee1f-4f21-86a4-44fa8760d007" -d '{"events": [{"name": "network-changed", "server_uuid": "d56a2f58-c7b9-4b57-a6dd-d5e3749f8022", "tag": "a703adef-8c44-4eec-838e-5aad98fa4ab0"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:20:15.107521 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1166e4c6-6250-4524-9396-da1c19ce596d x-openstack-request-id: req-1166e4c6-6250-4524-9396-da1c19ce596d {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:20:15.107811 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56a2f58-c7b9-4b57-a6dd-d5e3749f8022", "tag": "a703adef-8c44-4eec-838e-5aad98fa4ab0", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:20:15.108065 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1166e4c6-6250-4524-9396-da1c19ce596d {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:20:15.108467 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1166e4c6-6250-4524-9396-da1c19ce596d'] response: {'name': 'network-changed', 'server_uuid': 'd56a2f58-c7b9-4b57-a6dd-d5e3749f8022', 'tag': 'a703adef-8c44-4eec-838e-5aad98fa4ab0', 'status': 'completed', 'code': 200} May 04 08:20:15.112657 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-5a3c4c6a-5b44-4339-8bcc-dc52a7eea349 None None] Set router b196e4da-db69-4985-abc3-24005645564e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:20:15.192272 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 6 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:20:15.200738 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b443b41-ee1f-4f21-86a4-44fa8760d007 req-f6710d1f-0b1a-4f56-8984-f0009307d4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:15.202514 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7b443b41-ee1f-4f21-86a4-44fa8760d007 req-f6710d1f-0b1a-4f56-8984-f0009307d4b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b207a35c92594e5e8b968a59a8509940&device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 1130 time: 0.0414643 May 04 08:20:15.291885 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b443b41-ee1f-4f21-86a4-44fa8760d007 req-1a3ce46b-9366-4129-b8c5-a2fe8e3c2065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:15.293046 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7b443b41-ee1f-4f21-86a4-44fa8760d007 req-1a3ce46b-9366-4129-b8c5-a2fe8e3c2065 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f5ff6776-cf33-4de5-a4a0-4985a4b133ac HTTP/1.1" status: 200 len: 909 time: 0.0845361 May 04 08:20:15.336906 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-5a3c4c6a-5b44-4339-8bcc-dc52a7eea349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b196e4da-db69-4985-abc3-24005645564e', 'name': 'tempest-TestShelveInstance-279621704-router', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '5af1551f-9a86-4370-83a5-0838722633f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:03Z', 'updated_at': '2022-05-04T08:19:10Z', 'revision_number': 4, 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'gw_port': {'id': '5af1551f-9a86-4370-83a5-0838722633f6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:89:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196e4da-db69-4985-abc3-24005645564e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:04Z', 'updated_at': '2022-05-04T08:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'b1efa8b4-6cc1-420d-bdbd-4c84c0f0ec56', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': 'b196e4da-db69-4985-abc3-24005645564e', 'port_id': 'a703adef-8c44-4eec-838e-5aad98fa4ab0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac', 'mac_address': 'fa:16:3e:b0:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56a2f58-c7b9-4b57-a6dd-d5e3749f8022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:20:13Z', 'updated_at': '2022-05-04T08:20:13Z', 'revision_number': 0, 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa', 'name': '', 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'mac_address': 'fa:16:3e:88:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196e4da-db69-4985-abc3-24005645564e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2f3664ef-e21d-4df5-a950-15cbe573119a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:08Z', 'updated_at': '2022-05-04T08:19:16Z', 'revision_number': 5, 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'subnets': [{'id': '2f3664ef-e21d-4df5-a950-15cbe573119a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:15.363933 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7b443b41-ee1f-4f21-86a4-44fa8760d007 req-f76b4a49-db9e-4f2a-bcae-bf2ad70b0770 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a703adef-8c44-4eec-838e-5aad98fa4ab0 HTTP/1.1" status: 200 len: 1000 time: 0.0637653 May 04 08:20:15.366362 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3c4c6a-5b44-4339-8bcc-dc52a7eea349 None None] Checking router: b196e4da-db69-4985-abc3-24005645564e for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:20:15.375123 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3c4c6a-5b44-4339-8bcc-dc52a7eea349 None None] Routers {'b196e4da-db69-4985-abc3-24005645564e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:20:15.375711 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-5a3c4c6a-5b44-4339-8bcc-dc52a7eea349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:20:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['b196e4da-db69-4985-abc3-24005645564e'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:15.418179 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b443b41-ee1f-4f21-86a4-44fa8760d007 req-2c41eff9-591c-4ad0-a4b1-0df3c15a559b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:15.419711 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7b443b41-ee1f-4f21-86a4-44fa8760d007 req-2c41eff9-591c-4ad0-a4b1-0df3c15a559b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f3664ef-e21d-4df5-a950-15cbe573119a HTTP/1.1" status: 200 len: 847 time: 0.0498915 May 04 08:20:15.463915 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b443b41-ee1f-4f21-86a4-44fa8760d007 req-0f85e7df-afdb-44df-9fc3-7e7059f066d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:15.465378 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7b443b41-ee1f-4f21-86a4-44fa8760d007 req-0f85e7df-afdb-44df-9fc3-7e7059f066d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5ff6776-cf33-4de5-a4a0-4985a4b133ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381966 May 04 08:20:15.485107 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-5a3c4c6a-5b44-4339-8bcc-dc52a7eea349 None None] Set router b196e4da-db69-4985-abc3-24005645564e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:20:15.559164 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7b443b41-ee1f-4f21-86a4-44fa8760d007 req-3c1623d1-8c64-4a23-9695-2d764da27e86 service neutron] 10.222.0.13 "GET /v2.0/networks/f5ff6776-cf33-4de5-a4a0-4985a4b133ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865107 May 04 08:20:15.581553 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 36660) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:15.586591 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0175ba15-4681-498a-8dc6-f0067f033e1c tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1964167537', 'description': 'tempest-description--850082685'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:15.609001 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0175ba15-4681-498a-8dc6-f0067f033e1c tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:15.663541 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7b443b41-ee1f-4f21-86a4-44fa8760d007 req-43864a25-5cc9-48c9-906e-04c9e8355a04 service neutron] 10.222.0.13 "GET /v2.0/networks/f5ff6776-cf33-4de5-a4a0-4985a4b133ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929210 May 04 08:20:15.676550 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0175ba15-4681-498a-8dc6-f0067f033e1c tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group (d718d50f-63fe-40de-9d91-b8763950ca3a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:15.681157 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0175ba15-4681-498a-8dc6-f0067f033e1c tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (d718d50f-63fe-40de-9d91-b8763950ca3a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:15.711996 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0175ba15-4681-498a-8dc6-f0067f033e1c tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:15.713220 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-0175ba15-4681-498a-8dc6-f0067f033e1c tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1305237 May 04 08:20:15.713573 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-5a3c4c6a-5b44-4339-8bcc-dc52a7eea349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b196e4da-db69-4985-abc3-24005645564e', 'name': 'tempest-TestShelveInstance-279621704-router', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '5af1551f-9a86-4370-83a5-0838722633f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:03Z', 'updated_at': '2022-05-04T08:19:10Z', 'revision_number': 4, 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'gw_port': {'id': '5af1551f-9a86-4370-83a5-0838722633f6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:89:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196e4da-db69-4985-abc3-24005645564e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:04Z', 'updated_at': '2022-05-04T08:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'b1efa8b4-6cc1-420d-bdbd-4c84c0f0ec56', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': 'b196e4da-db69-4985-abc3-24005645564e', 'port_id': 'a703adef-8c44-4eec-838e-5aad98fa4ab0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac', 'mac_address': 'fa:16:3e:b0:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56a2f58-c7b9-4b57-a6dd-d5e3749f8022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:20:13Z', 'updated_at': '2022-05-04T08:20:13Z', 'revision_number': 0, 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa', 'name': '', 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'mac_address': 'fa:16:3e:88:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196e4da-db69-4985-abc3-24005645564e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2f3664ef-e21d-4df5-a950-15cbe573119a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:08Z', 'updated_at': '2022-05-04T08:19:16Z', 'revision_number': 5, 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'subnets': [{'id': '2f3664ef-e21d-4df5-a950-15cbe573119a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:15.716177 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 36662) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:15.720364 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-3bd836d8-369a-4310-b7c8-d4d1a31cd674 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Request body: {'security_group_rule': {'security_group_id': 'd718d50f-63fe-40de-9d91-b8763950ca3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:15.727806 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175ba15-4681-498a-8dc6-f0067f033e1c tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d718d50f-63fe-40de-9d91-b8763950ca3a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:15.740731 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3c4c6a-5b44-4339-8bcc-dc52a7eea349 None None] The sync data for ids ['b196e4da-db69-4985-abc3-24005645564e'] in dv-cinder-840289-4-iscsi is: [{'id': 'b196e4da-db69-4985-abc3-24005645564e', 'name': 'tempest-TestShelveInstance-279621704-router', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '5af1551f-9a86-4370-83a5-0838722633f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:03Z', 'updated_at': '2022-05-04T08:19:10Z', 'revision_number': 4, 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'gw_port': {'id': '5af1551f-9a86-4370-83a5-0838722633f6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:89:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196e4da-db69-4985-abc3-24005645564e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:04Z', 'updated_at': '2022-05-04T08:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'b1efa8b4-6cc1-420d-bdbd-4c84c0f0ec56', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': 'b196e4da-db69-4985-abc3-24005645564e', 'port_id': 'a703adef-8c44-4eec-838e-5aad98fa4ab0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac', 'mac_address': 'fa:16:3e:b0:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56a2f58-c7b9-4b57-a6dd-d5e3749f8022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:20:13Z', 'updated_at': '2022-05-04T08:20:13Z', 'revision_number': 0, 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa', 'name': '', 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'mac_address': 'fa:16:3e:88:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196e4da-db69-4985-abc3-24005645564e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2f3664ef-e21d-4df5-a950-15cbe573119a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:08Z', 'updated_at': '2022-05-04T08:19:16Z', 'revision_number': 5, 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'subnets': [{'id': '2f3664ef-e21d-4df5-a950-15cbe573119a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:20:15.750243 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3bd836d8-369a-4310-b7c8-d4d1a31cd674 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group_rule (f2c2a005-0828-4f54-ab48-00d9c7a1d127), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:15.809532 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3bd836d8-369a-4310-b7c8-d4d1a31cd674 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group_rule (f2c2a005-0828-4f54-ab48-00d9c7a1d127), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:15.813668 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3bd836d8-369a-4310-b7c8-d4d1a31cd674 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (f2c2a005-0828-4f54-ab48-00d9c7a1d127), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:15.829783 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd836d8-369a-4310-b7c8-d4d1a31cd674 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c2a005-0828-4f54-ab48-00d9c7a1d127,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:15.842069 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3bd836d8-369a-4310-b7c8-d4d1a31cd674 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:15.846138 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 36666) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:15.846312 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-3bd836d8-369a-4310-b7c8-d4d1a31cd674 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291015 May 04 08:20:15.851607 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-d079548e-0593-49e0-9d17-262a7a5e7b67 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Request body: {'security_group_rule': {'security_group_id': 'd718d50f-63fe-40de-9d91-b8763950ca3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:15.884353 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d079548e-0593-49e0-9d17-262a7a5e7b67 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group_rule (854ce74a-9a85-4995-8afe-a6f5db356bc4), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:15.928431 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4eaca-2904-49f0-8793-285bcf66446a req-c1b13af7-893f-4e71-963b-0d749f8a6373 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:15.930016 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-80f4eaca-2904-49f0-8793-285bcf66446a req-c1b13af7-893f-4e71-963b-0d749f8a6373 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0608866 May 04 08:20:15.953036 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d079548e-0593-49e0-9d17-262a7a5e7b67 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group_rule (854ce74a-9a85-4995-8afe-a6f5db356bc4), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:15.959521 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d079548e-0593-49e0-9d17-262a7a5e7b67 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (854ce74a-9a85-4995-8afe-a6f5db356bc4), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:15.979375 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079548e-0593-49e0-9d17-262a7a5e7b67 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854ce74a-9a85-4995-8afe-a6f5db356bc4,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:15.983190 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ab77b9-c082-4c55-8adf-d5976a50f0d8 None None] New status for floating IP b1efa8b4-6cc1-420d-bdbd-4c84c0f0ec56: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:20:16.002691 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d079548e-0593-49e0-9d17-262a7a5e7b67 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:16.004739 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-d079548e-0593-49e0-9d17-262a7a5e7b67 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1567650 May 04 08:20:16.007971 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 36672) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:16.014773 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-80f4eaca-2904-49f0-8793-285bcf66446a req-ddae526f-4721-40b8-b523-c9772ba2e84c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776775 May 04 08:20:16.017668 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-d983d905-631f-4696-b59c-55cb8371a7cf tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Request body: {'floatingip': {'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:16.043595 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d983d905-631f-4696-b59c-55cb8371a7cf tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:16.128629 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d983d905-631f-4696-b59c-55cb8371a7cf tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:16.233871 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-d983d905-631f-4696-b59c-55cb8371a7cf tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Allocated IP 172.27.3.82 (0ebd93d7-2ac3-420c-94d7-d3952e6d85cb/89057fef-1c75-4f30-81a6-882a67ba2a0a/b0974b6e-4c85-43bd-8460-1fb9c8bc8c01) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:20:16.351840 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d983d905-631f-4696-b59c-55cb8371a7cf tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for port (b0974b6e-4c85-43bd-8460-1fb9c8bc8c01), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:16.387551 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d983d905-631f-4696-b59c-55cb8371a7cf tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (b0974b6e-4c85-43bd-8460-1fb9c8bc8c01), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:16.426663 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d983d905-631f-4696-b59c-55cb8371a7cf tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:20:16.429922 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-d983d905-631f-4696-b59c-55cb8371a7cf tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:20:16.433493 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d983d905-631f-4696-b59c-55cb8371a7cf tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:20:16.459798 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983d905-631f-4696-b59c-55cb8371a7cf tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event updated for resources: {'Port': ['ID=b0974b6e-4c85-43bd-8460-1fb9c8bc8c01,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:16.528219 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d983d905-631f-4696-b59c-55cb8371a7cf tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for floatingip (b0798b0b-ca36-4594-863a-69b0f61f09b3), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:16.567854 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d983d905-631f-4696-b59c-55cb8371a7cf tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (b0974b6e-4c85-43bd-8460-1fb9c8bc8c01), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:16.721482 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d983d905-631f-4696-b59c-55cb8371a7cf tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for port (b0974b6e-4c85-43bd-8460-1fb9c8bc8c01), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:16.728865 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d983d905-631f-4696-b59c-55cb8371a7cf tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (b0974b6e-4c85-43bd-8460-1fb9c8bc8c01), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:16.798502 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983d905-631f-4696-b59c-55cb8371a7cf tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event updated for resources: {'Port': ['ID=b0974b6e-4c85-43bd-8460-1fb9c8bc8c01,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:16.808778 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d983d905-631f-4696-b59c-55cb8371a7cf tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (b0798b0b-ca36-4594-863a-69b0f61f09b3), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:16.825610 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d983d905-631f-4696-b59c-55cb8371a7cf tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:16.826826 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-d983d905-631f-4696-b59c-55cb8371a7cf tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8166733 May 04 08:20:17.028483 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-52621b57-4498-4d7b-8428-eb1490110c8a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1964167537&fields=id&tenant_id=49d87bce57a4470d85b4df9b85eb9602 HTTP/1.1" status: 200 len: 267 time: 0.0437589 May 04 08:20:17.159010 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2933cb-b319-4d3d-8e67-4f51399101f1 req-93f94a2f-e099-4ae5-a0b0-28d01baf5b65 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:17.160442 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6a2933cb-b319-4d3d-8e67-4f51399101f1 req-93f94a2f-e099-4ae5-a0b0-28d01baf5b65 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0588462 May 04 08:20:17.179675 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-128c5d32-20fc-44e4-bbd2-6930ab77815e tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:17.181015 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-128c5d32-20fc-44e4-bbd2-6930ab77815e tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/networks?id=e2275bde-63c0-443b-bf71-d866f4d5c8f1 HTTP/1.1" status: 200 len: 814 time: 0.1440349 May 04 08:20:17.202913 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-50ca07d4-4a9a-4bce-916b-c998ac082b29 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/quotas/49d87bce57a4470d85b4df9b85eb9602 HTTP/1.1" status: 200 len: 375 time: 0.0139740 May 04 08:20:17.248778 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6a2933cb-b319-4d3d-8e67-4f51399101f1 req-09b3bd2d-c38e-4a9c-ade8-92bfa9712fe6 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812149 May 04 08:20:17.260644 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-471dd2da-4e00-4831-b241-e4d197dace76 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=49d87bce57a4470d85b4df9b85eb9602&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522647 May 04 08:20:17.370673 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-34d66938-643a-43a6-85b4-afe8e13915e2 service neutron] 10.222.0.59 "GET /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960901 May 04 08:20:17.471648 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-4b0af09a-d646-42fd-a3f8-4feba0da3101 service neutron] 10.222.0.59 "GET /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937989 May 04 08:20:17.491427 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a4ae0-66bc-46fb-9a81-d4570d8fdae2 req-45b3f047-c4e9-455c-b152-e490b513316d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:17.493058 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e07a4ae0-66bc-46fb-9a81-d4570d8fdae2 req-45b3f047-c4e9-455c-b152-e490b513316d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 1130 time: 0.0387981 May 04 08:20:17.542933 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e07a4ae0-66bc-46fb-9a81-d4570d8fdae2 req-04156c4c-5750-4c0a-91b5-7bb535cd2d9e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424402 May 04 08:20:17.631705 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-31a08387-c9e9-4920-819e-70e3c091de58 req-56fbe1f3-5394-4543-8e24-90b1630cdf74 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4 HTTP/1.1" status: 200 len: 210 time: 0.0269511 May 04 08:20:18.379093 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d846b9-a7d1-445e-8014-3a9ac8aa1302 req-ee515ad4-6dde-48ec-bb59-18a939fb70d3 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:18.380580 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-68d846b9-a7d1-445e-8014-3a9ac8aa1302 req-ee515ad4-6dde-48ec-bb59-18a939fb70d3 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0504534 May 04 08:20:18.430148 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-68d846b9-a7d1-445e-8014-3a9ac8aa1302 req-901ef324-cafd-471c-98b4-58579bde10ab tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424106 May 04 08:20:18.725668 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-05e16727-6844-495f-a3fa-7dc67dd355ef req-1522be10-7379-419e-9cab-d542b243acb6 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4 HTTP/1.1" status: 200 len: 210 time: 0.0272059 May 04 08:20:19.551807 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337cd90-bbcb-407f-addb-b98f54282153 req-68baee9a-9b52-4fa7-8fe5-b32971af2ee3 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:19.553558 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1337cd90-bbcb-407f-addb-b98f54282153 req-68baee9a-9b52-4fa7-8fe5-b32971af2ee3 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0475132 May 04 08:20:19.607190 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1337cd90-bbcb-407f-addb-b98f54282153 req-7e8c4ec9-ed38-4bec-aa76-3c423289feec tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449312 May 04 08:20:19.823608 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ab2a473a-bdc1-4a0b-a135-2db73f890962 req-a32948a8-0d3e-458a-b487-92b1738b1689 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4 HTTP/1.1" status: 200 len: 210 time: 0.0280330 May 04 08:20:20.025877 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418fe29-395c-4b6c-9baf-c3cb8aba18f2 req-263102ec-1627-4231-b1e0-0b89783d6573 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:20.027312 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6418fe29-395c-4b6c-9baf-c3cb8aba18f2 req-263102ec-1627-4231-b1e0-0b89783d6573 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0638628 May 04 08:20:20.099185 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-913197b3-382e-4d41-8fef-c107aed1a247 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:20.100909 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-913197b3-382e-4d41-8fef-c107aed1a247 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.13 "GET /v2.0/networks?id=e2275bde-63c0-443b-bf71-d866f4d5c8f1 HTTP/1.1" status: 200 len: 814 time: 0.1242862 May 04 08:20:20.114153 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6418fe29-395c-4b6c-9baf-c3cb8aba18f2 req-9931a0dd-1472-4a1b-b6b1-ca25274c07f8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809991 May 04 08:20:20.117356 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f5370-3cb7-4765-81f7-2c543c234799 req-eb97e59b-ee77-43e8-b9ff-8136ef3023a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:20.118752 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-800f5370-3cb7-4765-81f7-2c543c234799 req-eb97e59b-ee77-43e8-b9ff-8136ef3023a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=627a6ec20d314e7ba545b36a7e9b2fe8&device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 1130 time: 0.0562000 May 04 08:20:20.201743 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-9f0fbbec-4a1c-4f79-8d69-663f198c4c1b tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49d87bce57a4470d85b4df9b85eb9602 HTTP/1.1" status: 200 len: 380 time: 0.0562170 May 04 08:20:20.234902 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f5370-3cb7-4765-81f7-2c543c234799 req-26c979b7-e782-4724-b4b8-808fac88c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:20.236501 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-800f5370-3cb7-4765-81f7-2c543c234799 req-26c979b7-e782-4724-b4b8-808fac88c51a service neutron] 10.222.0.13 "GET /v2.0/networks?id=459895ff-73ee-42db-9914-e045a10994f6 HTTP/1.1" status: 200 len: 920 time: 0.0898931 May 04 08:20:20.342627 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-de0eb671-eac8-4af1-9f42-68ba45a72143 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Request body: {'port': {'device_id': 'a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'admin_state_up': True, 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'security_groups': ['d718d50f-63fe-40de-9d91-b8763950ca3a']}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:20.402222 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-800f5370-3cb7-4765-81f7-2c543c234799 req-c1112616-fa8d-435e-87f5-9359d5d9cd6b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a91f9795-fed6-43b7-978b-0fbe59695dec HTTP/1.1" status: 200 len: 1001 time: 0.0642915 May 04 08:20:20.456926 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f5370-3cb7-4765-81f7-2c543c234799 req-9e2c91d8-1b81-46cf-94f0-3cfbad4bedd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:20.458449 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-800f5370-3cb7-4765-81f7-2c543c234799 req-9e2c91d8-1b81-46cf-94f0-3cfbad4bedd8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7425b7ef-390a-4bcf-88b7-7e4dc3dbed56 HTTP/1.1" status: 200 len: 858 time: 0.0438025 May 04 08:20:20.459043 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-de0eb671-eac8-4af1-9f42-68ba45a72143 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Made reservation on behalf of 49d87bce57a4470d85b4df9b85eb9602 for: {'port': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:20:20.462471 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-de0eb671-eac8-4af1-9f42-68ba45a72143 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:20.508434 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f5370-3cb7-4765-81f7-2c543c234799 req-4beee007-24ff-4208-93fb-674cabaa477a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:20.509921 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-800f5370-3cb7-4765-81f7-2c543c234799 req-4beee007-24ff-4208-93fb-674cabaa477a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=459895ff-73ee-42db-9914-e045a10994f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375681 May 04 08:20:20.610776 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-800f5370-3cb7-4765-81f7-2c543c234799 req-6bd7beda-e3da-49cd-b2fd-47ab65ca7c3d service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928118 May 04 08:20:20.708316 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-800f5370-3cb7-4765-81f7-2c543c234799 req-bc8ac92e-7127-4def-8f41-fbbd9eead134 service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902088 May 04 08:20:20.843316 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-de0eb671-eac8-4af1-9f42-68ba45a72143 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Allocated IP 172.20.0.3 (e2275bde-63c0-443b-bf71-d866f4d5c8f1/652635ed-4b18-46ee-9740-87f4e09ea616/a51da427-e20b-4758-8424-773aa8ea6999) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:20:20.921102 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e4545b5b-b1be-45f0-8e95-42dbb6861e03 req-c3795ee4-3796-4eb6-b46d-ba59a045c6fe tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4 HTTP/1.1" status: 200 len: 210 time: 0.0273306 May 04 08:20:20.987849 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-de0eb671-eac8-4af1-9f42-68ba45a72143 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for port (a51da427-e20b-4758-8424-773aa8ea6999), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:21.032668 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-de0eb671-eac8-4af1-9f42-68ba45a72143 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (a51da427-e20b-4758-8424-773aa8ea6999), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:21.073462 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-de0eb671-eac8-4af1-9f42-68ba45a72143 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Network e2275bde-63c0-443b-bf71-d866f4d5c8f1 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:20:21.076579 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-de0eb671-eac8-4af1-9f42-68ba45a72143 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:20:21.080558 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-de0eb671-eac8-4af1-9f42-68ba45a72143 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:20:21.108339 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0eb671-eac8-4af1-9f42-68ba45a72143 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event updated for resources: {'Port': ['ID=a51da427-e20b-4758-8424-773aa8ea6999,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:21.137133 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-de0eb671-eac8-4af1-9f42-68ba45a72143 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:21.137764 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-de0eb671-eac8-4af1-9f42-68ba45a72143 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:21.156073 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-de0eb671-eac8-4af1-9f42-68ba45a72143 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8191211 May 04 08:20:21.238642 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2ddf4-18fa-48e7-a5ff-cb628ec6bc76 req-1932e127-b354-42bb-a06b-f75ee810a6da tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:21.240265 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9cd2ddf4-18fa-48e7-a5ff-cb628ec6bc76 req-1932e127-b354-42bb-a06b-f75ee810a6da tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0508897 May 04 08:20:21.286023 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9cd2ddf4-18fa-48e7-a5ff-cb628ec6bc76 req-b17eba4c-b015-42c4-b191-d700450ace95 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400178 May 04 08:20:21.356898 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-d90d5a80-78e9-4c71-ba34-3c790e7f6d80 None None] Provisioning complete for port a51da427-e20b-4758-8424-773aa8ea6999 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:20:21.357493 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d90d5a80-78e9-4c71-ba34-3c790e7f6d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (a51da427-e20b-4758-8424-773aa8ea6999), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:21.402633 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-d90d5a80-78e9-4c71-ba34-3c790e7f6d80 None None] Port a51da427-e20b-4758-8424-773aa8ea6999 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:20:22.044834 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf79414-7350-41b6-b152-ac967058caa5 req-fae5bfe1-fc02-433b-9baf-7d2ac2e370b7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:22.046531 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-edf79414-7350-41b6-b152-ac967058caa5 req-fae5bfe1-fc02-433b-9baf-7d2ac2e370b7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4 HTTP/1.1" status: 200 len: 931 time: 0.0478649 May 04 08:20:22.097345 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-edf79414-7350-41b6-b152-ac967058caa5 req-069d8d4b-72e8-46d7-8b9f-a58a371b8392 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d718d50f-63fe-40de-9d91-b8763950ca3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424559 May 04 08:20:22.403158 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5efba0-4619-4023-be47-2f200bd0625e req-371eddb7-d532-4cf8-bc60-29d1b403840a tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:22.404586 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7e5efba0-4619-4023-be47-2f200bd0625e req-371eddb7-d532-4cf8-bc60-29d1b403840a tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0492704 May 04 08:20:22.455496 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7e5efba0-4619-4023-be47-2f200bd0625e req-37fe25f8-9e10-4e3e-b938-8aa7892b18bd tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447450 May 04 08:20:22.723254 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-1fc99191-4016-4930-ab1a-43bb502cab5d service neutron] Request body: {'port': {'device_id': 'a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:22.795239 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-1fc99191-4016-4930-ab1a-43bb502cab5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (a51da427-e20b-4758-8424-773aa8ea6999), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:23.090508 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-1fc99191-4016-4930-ab1a-43bb502cab5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a51da427-e20b-4758-8424-773aa8ea6999 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:20:23.098524 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-1fc99191-4016-4930-ab1a-43bb502cab5d service neutron] Publish callbacks [] for port (a51da427-e20b-4758-8424-773aa8ea6999), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:23.111517 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-1fc99191-4016-4930-ab1a-43bb502cab5d service neutron] Transition to ACTIVE for port object a51da427-e20b-4758-8424-773aa8ea6999 will not be triggered until provisioned by entity L2. {{(pid=103564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:20:23.117995 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-1fc99191-4016-4930-ab1a-43bb502cab5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (a51da427-e20b-4758-8424-773aa8ea6999), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:23.174492 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc99191-4016-4930-ab1a-43bb502cab5d service neutron] Pushing event updated for resources: {'Port': ['ID=a51da427-e20b-4758-8424-773aa8ea6999,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:23.235194 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08496308-1412-48b1-8e57-f86587001630 req-dae83c73-76f3-4c41-ac6b-2b7e61b9eb59 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:23.236890 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-08496308-1412-48b1-8e57-f86587001630 req-dae83c73-76f3-4c41-ac6b-2b7e61b9eb59 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4 HTTP/1.1" status: 200 len: 943 time: 0.0494878 May 04 08:20:23.261548 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-1fc99191-4016-4930-ab1a-43bb502cab5d service neutron] Attempting to bind port a51da427-e20b-4758-8424-773aa8ea6999 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:20:23.262210 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-1fc99191-4016-4930-ab1a-43bb502cab5d service neutron] Attempting to bind port a51da427-e20b-4758-8424-773aa8ea6999 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '379d6a15-5185-48de-b859-cd8ac013b448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:20:23.262703 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-1fc99191-4016-4930-ab1a-43bb502cab5d service neutron] Attempting to bind port a51da427-e20b-4758-8424-773aa8ea6999 on network e2275bde-63c0-443b-bf71-d866f4d5c8f1 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:20:23.267710 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-1fc99191-4016-4930-ab1a-43bb502cab5d service neutron] Port a51da427-e20b-4758-8424-773aa8ea6999 on network e2275bde-63c0-443b-bf71-d866f4d5c8f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:20:23.268298 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-1fc99191-4016-4930-ab1a-43bb502cab5d service neutron] Attempting to bind port a51da427-e20b-4758-8424-773aa8ea6999 on network e2275bde-63c0-443b-bf71-d866f4d5c8f1 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:20:23.273812 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-1fc99191-4016-4930-ab1a-43bb502cab5d service neutron] Checking agent: {'id': '012f2be7-5ddd-4d39-8539-3fef46040309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'started_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:20:23.274297 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-1fc99191-4016-4930-ab1a-43bb502cab5d service neutron] Checking segment: {'id': '379d6a15-5185-48de-b859-cd8ac013b448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:20:23.274687 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-1fc99191-4016-4930-ab1a-43bb502cab5d service neutron] Bound using segment: {'id': '379d6a15-5185-48de-b859-cd8ac013b448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:20:23.275156 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-1fc99191-4016-4930-ab1a-43bb502cab5d service neutron] Bound port: a51da427-e20b-4758-8424-773aa8ea6999, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '379d6a15-5185-48de-b859-cd8ac013b448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:20:23.275519 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-1fc99191-4016-4930-ab1a-43bb502cab5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (a51da427-e20b-4758-8424-773aa8ea6999), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:23.292413 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-08496308-1412-48b1-8e57-f86587001630 req-c0c25418-69e0-423b-bd2b-e31ef8114cf2 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d718d50f-63fe-40de-9d91-b8763950ca3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495965 May 04 08:20:23.344900 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-1fc99191-4016-4930-ab1a-43bb502cab5d service neutron] For port a51da427-e20b-4758-8424-773aa8ea6999, host hv-cinder-84028, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:20:23.348629 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-1fc99191-4016-4930-ab1a-43bb502cab5d service neutron] For port a51da427-e20b-4758-8424-773aa8ea6999, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a51da427-e20b-4758-8424-773aa8ea6999,segment=NetworkSegment(379d6a15-5185-48de-b859-cd8ac013b448),segment_id=379d6a15-5185-48de-b859-cd8ac013b448)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:20:23.356446 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-1fc99191-4016-4930-ab1a-43bb502cab5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (a51da427-e20b-4758-8424-773aa8ea6999), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:23.394918 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-1fc99191-4016-4930-ab1a-43bb502cab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:23.395526 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-1fc99191-4016-4930-ab1a-43bb502cab5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:23.396928 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-1fc99191-4016-4930-ab1a-43bb502cab5d service neutron] 10.222.0.13 "PUT /v2.0/ports/a51da427-e20b-4758-8424-773aa8ea6999 HTTP/1.1" status: 200 len: 1093 time: 0.6807256 May 04 08:20:23.397358 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4', 'tag': 'a51da427-e20b-4758-8424-773aa8ea6999'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:20:23.399636 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bc4fdb-1b74-45a2-9a23-7f9404c4447f" -d '{"events": [{"name": "network-changed", "server_uuid": "a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4", "tag": "a51da427-e20b-4758-8424-773aa8ea6999"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:20:23.428819 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc99191-4016-4930-ab1a-43bb502cab5d service neutron] Pushing event updated for resources: {'Port': ['ID=a51da427-e20b-4758-8424-773aa8ea6999,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:23.439454 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e560e1-8cbb-475f-9b47-2e41974005d2 x-openstack-request-id: req-97e560e1-8cbb-475f-9b47-2e41974005d2 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:20:23.439650 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4", "tag": "a51da427-e20b-4758-8424-773aa8ea6999", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:20:23.440682 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-97e560e1-8cbb-475f-9b47-2e41974005d2 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:20:23.441325 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97e560e1-8cbb-475f-9b47-2e41974005d2'] response: {'name': 'network-changed', 'server_uuid': 'a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4', 'tag': 'a51da427-e20b-4758-8424-773aa8ea6999', 'status': 'completed', 'code': 200} May 04 08:20:23.577255 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cdad0-e26f-49a0-8705-0c55a386b714 req-d709d554-e7b9-4e24-8d88-70b5c5feff54 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:23.578808 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-892cdad0-e26f-49a0-8705-0c55a386b714 req-d709d554-e7b9-4e24-8d88-70b5c5feff54 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0491838 May 04 08:20:23.625341 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-892cdad0-e26f-49a0-8705-0c55a386b714 req-6e6ff0f1-7f50-4d9b-954c-af2832fa0a12 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408564 May 04 08:20:23.752212 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67914c65-a12c-4b63-a0e3-8fd956144234 req-eb3043e8-5053-4178-be23-708794d3521e tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:23.753720 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-67914c65-a12c-4b63-a0e3-8fd956144234 req-eb3043e8-5053-4178-be23-708794d3521e tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0564573 May 04 08:20:23.763064 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 36744) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:23.770338 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-23569e72-15ba-42aa-a422-49580471ac48 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Request body: {'floatingip': {'port_id': 'a91f9795-fed6-43b7-978b-0fbe59695dec'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:23.859707 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-23569e72-15ba-42aa-a422-49580471ac48 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks [] for floatingip (465dcd86-a242-434d-8c6b-74256da303ae), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:23.896103 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc4fdb-1b74-45a2-9a23-7f9404c4447f req-2a556010-475a-4bb9-a7a4-dbbee715747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:23.897529 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c9bc4fdb-1b74-45a2-9a23-7f9404c4447f req-2a556010-475a-4bb9-a7a4-dbbee715747b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49d87bce57a4470d85b4df9b85eb9602&device_id=a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4 HTTP/1.1" status: 200 len: 1127 time: 0.0784178 May 04 08:20:24.114170 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc4fdb-1b74-45a2-9a23-7f9404c4447f req-c8586399-b82f-4351-b225-10251db6bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:24.115770 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c9bc4fdb-1b74-45a2-9a23-7f9404c4447f req-c8586399-b82f-4351-b225-10251db6bd84 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=49d87bce57a4470d85b4df9b85eb9602&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2037411 May 04 08:20:24.300823 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc4fdb-1b74-45a2-9a23-7f9404c4447f req-89be295b-94f8-4048-8937-796723d6e8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:24.302202 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c9bc4fdb-1b74-45a2-9a23-7f9404c4447f req-89be295b-94f8-4048-8937-796723d6e8c5 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1762145 May 04 08:20:24.417943 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f550c3f-7a0c-4bde-8bb4-4da6fcdae432 req-2f276386-9f89-4ee0-9e3b-a0d634389af2 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:24.419509 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3f550c3f-7a0c-4bde-8bb4-4da6fcdae432 req-2f276386-9f89-4ee0-9e3b-a0d634389af2 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4 HTTP/1.1" status: 200 len: 943 time: 0.0581014 May 04 08:20:24.453811 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-2c8d0b3c-3e71-4c11-bc12-94ec3c22d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:24.455317 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-2c8d0b3c-3e71-4c11-bc12-94ec3c22d499 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49d87bce57a4470d85b4df9b85eb9602&device_id=a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4 HTTP/1.1" status: 200 len: 1127 time: 0.0572579 May 04 08:20:24.480738 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3f550c3f-7a0c-4bde-8bb4-4da6fcdae432 req-fbcca26d-c7e0-4b25-914a-8a7f762f34ec tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d718d50f-63fe-40de-9d91-b8763950ca3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548675 May 04 08:20:24.514560 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-1cb259ba-291d-4c9e-a713-518ede8e0b1c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a51da427-e20b-4758-8424-773aa8ea6999 HTTP/1.1" status: 200 len: 217 time: 0.0419803 May 04 08:20:24.597864 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-23569e72-15ba-42aa-a422-49580471ac48 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:24.601817 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-ddeef617-f5d1-41d3-a743-8f3d32c3c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:24.603336 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-ddeef617-f5d1-41d3-a743-8f3d32c3c9c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=652635ed-4b18-46ee-9740-87f4e09ea616 HTTP/1.1" status: 200 len: 853 time: 0.0816672 May 04 08:20:24.604372 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-23569e72-15ba-42aa-a422-49580471ac48 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (465dcd86-a242-434d-8c6b-74256da303ae), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:24.696339 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-87117366-aa54-455e-b10d-61c158390d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:24.697799 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-87117366-aa54-455e-b10d-61c158390d26 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2275bde-63c0-443b-bf71-d866f4d5c8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502224 May 04 08:20:24.866138 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-4bde0089-cc10-4ca9-b1e0-3f2bc934c18a service neutron] 10.222.0.13 "GET /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407192 May 04 08:20:24.977904 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23569e72-15ba-42aa-a422-49580471ac48 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Router ed2e8f24-360a-4912-9517-8f9f7dc4fcba has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:20:25.004607 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c2eae650-45e4-4371-91fe-492c687b0b29 req-9ca7dff0-44bb-4e23-babc-460fde12bd60 service neutron] 10.222.0.13 "GET /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300080 May 04 08:20:25.351860 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23569e72-15ba-42aa-a422-49580471ac48 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:20:25.358253 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-23569e72-15ba-42aa-a422-49580471ac48 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:25.364178 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180ecbae-ff95-4aed-8173-e18ae1d690cc None None] Sync routers for ids ['ed2e8f24-360a-4912-9517-8f9f7dc4fcba'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:20:25.374681 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180ecbae-ff95-4aed-8173-e18ae1d690cc None None] Routers {'ed2e8f24-360a-4912-9517-8f9f7dc4fcba'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:20:25.375344 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-180ecbae-ff95-4aed-8173-e18ae1d690cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:20:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['ed2e8f24-360a-4912-9517-8f9f7dc4fcba'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:25.418280 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-23569e72-15ba-42aa-a422-49580471ac48 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "PUT /v2.0/floatingips/465dcd86-a242-434d-8c6b-74256da303ae HTTP/1.1" status: 200 len: 993 time: 1.6532867 May 04 08:20:25.442236 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c7eb5d-2965-4659-bdbe-468d358b8f57', 'tag': 'a91f9795-fed6-43b7-978b-0fbe59695dec'}, {'name': 'network-changed', 'server_uuid': 'c0c7eb5d-2965-4659-bdbe-468d358b8f57', 'tag': 'a91f9795-fed6-43b7-978b-0fbe59695dec'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:20:25.444753 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9d089b-f956-4920-b0d5-7cd6d128ce37" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c7eb5d-2965-4659-bdbe-468d358b8f57", "tag": "a91f9795-fed6-43b7-978b-0fbe59695dec"}, {"name": "network-changed", "server_uuid": "c0c7eb5d-2965-4659-bdbe-468d358b8f57", "tag": "a91f9795-fed6-43b7-978b-0fbe59695dec"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:20:25.484043 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-180ecbae-ff95-4aed-8173-e18ae1d690cc None None] Set router ed2e8f24-360a-4912-9517-8f9f7dc4fcba gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:20:25.484407 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 04 May 2022 08:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddb2311-f7de-45f4-9aff-4417bafb33ef x-openstack-request-id: req-5ddb2311-f7de-45f4-9aff-4417bafb33ef {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:20:25.484703 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c7eb5d-2965-4659-bdbe-468d358b8f57", "tag": "a91f9795-fed6-43b7-978b-0fbe59695dec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c0c7eb5d-2965-4659-bdbe-468d358b8f57", "tag": "a91f9795-fed6-43b7-978b-0fbe59695dec", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:20:25.484955 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5ddb2311-f7de-45f4-9aff-4417bafb33ef {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:20:25.485381 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ddb2311-f7de-45f4-9aff-4417bafb33ef'] response: {'name': 'network-changed', 'server_uuid': 'c0c7eb5d-2965-4659-bdbe-468d358b8f57', 'tag': 'a91f9795-fed6-43b7-978b-0fbe59695dec', 'status': 'completed', 'code': 200} May 04 08:20:25.485649 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ddb2311-f7de-45f4-9aff-4417bafb33ef'] response: {'name': 'network-changed', 'server_uuid': 'c0c7eb5d-2965-4659-bdbe-468d358b8f57', 'tag': 'a91f9795-fed6-43b7-978b-0fbe59695dec', 'status': 'completed', 'code': 200} May 04 08:20:25.596202 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed88aca-a26b-4248-9dff-4041e2c85044 req-193119f7-9907-4511-8145-b059f99a4366 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:25.597652 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5ed88aca-a26b-4248-9dff-4041e2c85044 req-193119f7-9907-4511-8145-b059f99a4366 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4 HTTP/1.1" status: 200 len: 943 time: 0.0471745 May 04 08:20:25.648319 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5ed88aca-a26b-4248-9dff-4041e2c85044 req-f552959a-fab2-4447-a6f7-3b6074eab369 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d718d50f-63fe-40de-9d91-b8763950ca3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449598 May 04 08:20:25.698248 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-180ecbae-ff95-4aed-8173-e18ae1d690cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'name': 'tempest-ServerRescueNegativeTestJSON-1042465838-router', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:08Z', 'revision_number': 4, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'gw_port': {'id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': '465dcd86-a242-434d-8c6b-74256da303ae', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'port_id': 'a91f9795-fed6-43b7-978b-0fbe59695dec', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '459895ff-73ee-42db-9914-e045a10994f6', 'mac_address': 'fa:16:3e:86:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c7eb5d-2965-4659-bdbe-468d358b8f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:18:31Z', 'updated_at': '2022-05-04T08:20:24Z', 'revision_number': 3, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6c3578-98ad-438c-8232-7c84929dd5e4', 'name': '', 'network_id': '459895ff-73ee-42db-9914-e045a10994f6', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'mac_address': 'fa:16:3e:47:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:29Z', 'revision_number': 5, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'subnets': [{'id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:25.727733 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180ecbae-ff95-4aed-8173-e18ae1d690cc None None] Checking router: ed2e8f24-360a-4912-9517-8f9f7dc4fcba for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:20:25.736303 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180ecbae-ff95-4aed-8173-e18ae1d690cc None None] Routers {'ed2e8f24-360a-4912-9517-8f9f7dc4fcba'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:20:25.736992 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-180ecbae-ff95-4aed-8173-e18ae1d690cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:20:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['ed2e8f24-360a-4912-9517-8f9f7dc4fcba'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:25.856002 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-180ecbae-ff95-4aed-8173-e18ae1d690cc None None] Set router ed2e8f24-360a-4912-9517-8f9f7dc4fcba gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:20:26.068607 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-180ecbae-ff95-4aed-8173-e18ae1d690cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'name': 'tempest-ServerRescueNegativeTestJSON-1042465838-router', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:08Z', 'revision_number': 4, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'gw_port': {'id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': '465dcd86-a242-434d-8c6b-74256da303ae', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'port_id': 'a91f9795-fed6-43b7-978b-0fbe59695dec', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '459895ff-73ee-42db-9914-e045a10994f6', 'mac_address': 'fa:16:3e:86:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c7eb5d-2965-4659-bdbe-468d358b8f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:18:31Z', 'updated_at': '2022-05-04T08:20:24Z', 'revision_number': 3, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6c3578-98ad-438c-8232-7c84929dd5e4', 'name': '', 'network_id': '459895ff-73ee-42db-9914-e045a10994f6', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'mac_address': 'fa:16:3e:47:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:29Z', 'revision_number': 5, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'subnets': [{'id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:26.098112 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180ecbae-ff95-4aed-8173-e18ae1d690cc None None] The sync data for ids ['ed2e8f24-360a-4912-9517-8f9f7dc4fcba'] in dv-cinder-840289-4-iscsi is: [{'id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'name': 'tempest-ServerRescueNegativeTestJSON-1042465838-router', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:08Z', 'revision_number': 4, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'gw_port': {'id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': '465dcd86-a242-434d-8c6b-74256da303ae', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'port_id': 'a91f9795-fed6-43b7-978b-0fbe59695dec', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '459895ff-73ee-42db-9914-e045a10994f6', 'mac_address': 'fa:16:3e:86:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c7eb5d-2965-4659-bdbe-468d358b8f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:18:31Z', 'updated_at': '2022-05-04T08:20:24Z', 'revision_number': 3, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6c3578-98ad-438c-8232-7c84929dd5e4', 'name': '', 'network_id': '459895ff-73ee-42db-9914-e045a10994f6', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'mac_address': 'fa:16:3e:47:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:29Z', 'revision_number': 5, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'subnets': [{'id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:20:26.369987 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d089b-f956-4920-b0d5-7cd6d128ce37 req-af380570-1c20-4553-97a1-d408267a7f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:26.371520 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3a9d089b-f956-4920-b0d5-7cd6d128ce37 req-af380570-1c20-4553-97a1-d408267a7f6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=627a6ec20d314e7ba545b36a7e9b2fe8&device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 1130 time: 0.0403249 May 04 08:20:26.464477 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d089b-f956-4920-b0d5-7cd6d128ce37 req-647affb7-ce3f-4fec-a74f-befedbec8c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:26.465914 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3a9d089b-f956-4920-b0d5-7cd6d128ce37 req-647affb7-ce3f-4fec-a74f-befedbec8c3c service neutron] 10.222.0.13 "GET /v2.0/networks?id=459895ff-73ee-42db-9914-e045a10994f6 HTTP/1.1" status: 200 len: 920 time: 0.0881824 May 04 08:20:26.535324 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3a9d089b-f956-4920-b0d5-7cd6d128ce37 req-331ff91e-cdf1-415d-9bf1-97bff63a4c98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a91f9795-fed6-43b7-978b-0fbe59695dec HTTP/1.1" status: 200 len: 1001 time: 0.0570226 May 04 08:20:26.593694 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d089b-f956-4920-b0d5-7cd6d128ce37 req-f76adf78-5741-4e22-bb00-df57498c1340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:26.595147 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3a9d089b-f956-4920-b0d5-7cd6d128ce37 req-f76adf78-5741-4e22-bb00-df57498c1340 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7425b7ef-390a-4bcf-88b7-7e4dc3dbed56 HTTP/1.1" status: 200 len: 858 time: 0.0502274 May 04 08:20:26.640105 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d089b-f956-4920-b0d5-7cd6d128ce37 req-35d87708-fecc-4a1d-a2ef-c584cbb63a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:26.641449 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3a9d089b-f956-4920-b0d5-7cd6d128ce37 req-35d87708-fecc-4a1d-a2ef-c584cbb63a94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=459895ff-73ee-42db-9914-e045a10994f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398667 May 04 08:20:26.730781 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3a9d089b-f956-4920-b0d5-7cd6d128ce37 req-5af9175f-1d80-487f-8e00-6fc58b8267d5 service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818031 May 04 08:20:26.766282 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a2143-9ff1-4adc-b6b0-1524d1e28c69 req-d4fc625b-eacf-406f-b783-e51726d70cf1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:26.768041 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-554a2143-9ff1-4adc-b6b0-1524d1e28c69 req-d4fc625b-eacf-406f-b783-e51726d70cf1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4 HTTP/1.1" status: 200 len: 943 time: 0.0478542 May 04 08:20:26.817514 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-554a2143-9ff1-4adc-b6b0-1524d1e28c69 req-dbb1baad-8c70-4cd6-9108-a72986bdc680 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d718d50f-63fe-40de-9d91-b8763950ca3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430121 May 04 08:20:26.833791 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3a9d089b-f956-4920-b0d5-7cd6d128ce37 req-3da25185-8209-4724-a72c-215aba592ebf service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916357 May 04 08:20:26.965278 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2652163-4c23-4617-9ffe-2934180824bd req-784011b3-7b3d-4098-8ae6-2cbe89b6865b tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:26.966623 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d2652163-4c23-4617-9ffe-2934180824bd req-784011b3-7b3d-4098-8ae6-2cbe89b6865b tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 945 time: 0.0458605 May 04 08:20:27.014145 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d2652163-4c23-4617-9ffe-2934180824bd req-bb8f3cee-e73f-4b27-84cf-3c909050849b tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416727 May 04 08:20:27.949951 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768765e-62c8-49e5-98dd-9d11b9074d74 req-b9120119-d225-4770-bff8-ee2be68b0873 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:27.952166 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9768765e-62c8-49e5-98dd-9d11b9074d74 req-b9120119-d225-4770-bff8-ee2be68b0873 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4 HTTP/1.1" status: 200 len: 943 time: 0.0610321 May 04 08:20:27.999196 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9768765e-62c8-49e5-98dd-9d11b9074d74 req-d8e05f1d-b80b-497f-91e4-91866acdd70e tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d718d50f-63fe-40de-9d91-b8763950ca3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400949 May 04 08:20:28.134867 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b9880-1392-4e80-bca5-a3d974d343ee req-c923ea78-1dcd-4344-bdcc-17d228f6174a tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:28.136335 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d06b9880-1392-4e80-bca5-a3d974d343ee req-c923ea78-1dcd-4344-bdcc-17d228f6174a tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 945 time: 0.0486255 May 04 08:20:28.186860 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d06b9880-1392-4e80-bca5-a3d974d343ee req-a4055dc4-05df-477e-b261-d9b7b0ae673b tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428975 May 04 08:20:28.325176 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d089b-f956-4920-b0d5-7cd6d128ce37 req-36a187ca-ffd2-46c2-b2e3-74dd56bd3241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:28.326614 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3a9d089b-f956-4920-b0d5-7cd6d128ce37 req-36a187ca-ffd2-46c2-b2e3-74dd56bd3241 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=627a6ec20d314e7ba545b36a7e9b2fe8&device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 1130 time: 0.0409894 May 04 08:20:28.430053 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d089b-f956-4920-b0d5-7cd6d128ce37 req-04e219ec-4a1d-43f2-82bd-97b17963c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:28.431550 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3a9d089b-f956-4920-b0d5-7cd6d128ce37 req-04e219ec-4a1d-43f2-82bd-97b17963c05d service neutron] 10.222.0.13 "GET /v2.0/networks?id=459895ff-73ee-42db-9914-e045a10994f6 HTTP/1.1" status: 200 len: 920 time: 0.0876319 May 04 08:20:28.645327 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3a9d089b-f956-4920-b0d5-7cd6d128ce37 req-39fd543c-425a-497c-a108-ed7ebe2de43a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a91f9795-fed6-43b7-978b-0fbe59695dec HTTP/1.1" status: 200 len: 1001 time: 0.0601072 May 04 08:20:28.649682 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device a51da427-e20b-4758-8424-773aa8ea6999 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:20:28.748252 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port a51da427-e20b-4758-8424-773aa8ea6999, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a51da427-e20b-4758-8424-773aa8ea6999,segment=NetworkSegment(379d6a15-5185-48de-b859-cd8ac013b448),segment_id=379d6a15-5185-48de-b859-cd8ac013b448)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:20:28.759811 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Returning: {'device': 'a51da427-e20b-4758-8424-773aa8ea6999', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'port_id': 'a51da427-e20b-4758-8424-773aa8ea6999', 'mac_address': 'fa:16:3e:88:a4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:20:28.798282 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port a51da427-e20b-4758-8424-773aa8ea6999 is: DOWN; New status is: BUILD {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:20:28.798672 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (a51da427-e20b-4758-8424-773aa8ea6999), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:28.815075 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51da427-e20b-4758-8424-773aa8ea6999 {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:20:28.833900 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port a51da427-e20b-4758-8424-773aa8ea6999, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a51da427-e20b-4758-8424-773aa8ea6999,segment=NetworkSegment(379d6a15-5185-48de-b859-cd8ac013b448),segment_id=379d6a15-5185-48de-b859-cd8ac013b448)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:20:28.839128 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (a51da427-e20b-4758-8424-773aa8ea6999), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:28.886260 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=a51da427-e20b-4758-8424-773aa8ea6999,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:29.120725 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975c77e-0f94-42ba-ba49-d7d0a703067a req-ed00a4f5-c79c-4ff4-811f-9e87d8dcf91d tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:29.122230 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0975c77e-0f94-42ba-ba49-d7d0a703067a req-ed00a4f5-c79c-4ff4-811f-9e87d8dcf91d tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4 HTTP/1.1" status: 200 len: 944 time: 0.0476148 May 04 08:20:29.183126 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0975c77e-0f94-42ba-ba49-d7d0a703067a req-b84e8114-ef8b-4992-bb5c-e60920a31b7e tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d718d50f-63fe-40de-9d91-b8763950ca3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548348 May 04 08:20:29.237198 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d089b-f956-4920-b0d5-7cd6d128ce37 req-00f7925b-ec07-4993-99a6-91ab146ff012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:29.238799 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3a9d089b-f956-4920-b0d5-7cd6d128ce37 req-00f7925b-ec07-4993-99a6-91ab146ff012 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7425b7ef-390a-4bcf-88b7-7e4dc3dbed56 HTTP/1.1" status: 200 len: 858 time: 0.0545456 May 04 08:20:29.289887 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d089b-f956-4920-b0d5-7cd6d128ce37 req-193e63a8-0258-4c5f-a13d-3f9024cc35ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:29.291467 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3a9d089b-f956-4920-b0d5-7cd6d128ce37 req-193e63a8-0258-4c5f-a13d-3f9024cc35ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=459895ff-73ee-42db-9914-e045a10994f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466294 May 04 08:20:29.313627 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f21c9-d7f5-45e6-b8ad-f60a7f7c840a req-881ae979-dc01-42c7-920c-55e09919b072 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:29.317190 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b44f21c9-d7f5-45e6-b8ad-f60a7f7c840a req-881ae979-dc01-42c7-920c-55e09919b072 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 945 time: 0.0543897 May 04 08:20:29.326671 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['a51da427-e20b-4758-8424-773aa8ea6999'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:20:29.373080 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b44f21c9-d7f5-45e6-b8ad-f60a7f7c840a req-ad565c0b-be4e-4cc5-96e8-e09ecdeb8e08 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518365 May 04 08:20:29.448100 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3422118-7542-4d7b-a6bf-0219cf5a96be req-402ee38e-7141-49c6-8b95-438707b0e836 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:29.450024 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b3422118-7542-4d7b-a6bf-0219cf5a96be req-402ee38e-7141-49c6-8b95-438707b0e836 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.13 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 945 time: 0.0608535 May 04 08:20:29.476553 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3a9d089b-f956-4920-b0d5-7cd6d128ce37 req-79f8ecdd-1f17-4daa-af95-120fb174ce90 service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877633 May 04 08:20:29.629120 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-15407441-1e3d-4735-98b3-ced6f81cf9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:29.667701 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-b3422118-7542-4d7b-a6bf-0219cf5a96be req-e998899a-318c-4183-8cd1-5382b2d0b870 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Deleting port 208ea750-3ef0-470c-998a-004cc4cc123e {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:20:29.668341 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b3422118-7542-4d7b-a6bf-0219cf5a96be req-e998899a-318c-4183-8cd1-5382b2d0b870 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (208ea750-3ef0-470c-998a-004cc4cc123e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:29.668519 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3a9d089b-f956-4920-b0d5-7cd6d128ce37 req-a75d880b-5003-4b62-a724-c79c95329cfd service neutron] 10.222.0.13 "GET /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924058 May 04 08:20:29.757100 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-b3422118-7542-4d7b-a6bf-0219cf5a96be req-e998899a-318c-4183-8cd1-5382b2d0b870 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] For port 208ea750-3ef0-470c-998a-004cc4cc123e, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=208ea750-3ef0-470c-998a-004cc4cc123e,segment=NetworkSegment(ab49c26d-9f0b-4659-a39a-683771b4ac31),segment_id=ab49c26d-9f0b-4659-a39a-683771b4ac31)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:20:29.757460 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b3422118-7542-4d7b-a6bf-0219cf5a96be req-e998899a-318c-4183-8cd1-5382b2d0b870 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (208ea750-3ef0-470c-998a-004cc4cc123e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:30.190412 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b3422118-7542-4d7b-a6bf-0219cf5a96be req-e998899a-318c-4183-8cd1-5382b2d0b870 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:30.191227 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b3422118-7542-4d7b-a6bf-0219cf5a96be req-e998899a-318c-4183-8cd1-5382b2d0b870 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (9704aa0f-15a7-4b7e-b361-c8fe8b402497), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:30.191227 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.db.l3_db [req-b3422118-7542-4d7b-a6bf-0219cf5a96be req-e998899a-318c-4183-8cd1-5382b2d0b870 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Floating IP 9704aa0f-15a7-4b7e-b361-c8fe8b402497 disassociated. External IP: 172.27.3.184, port: 208ea750-3ef0-470c-998a-004cc4cc123e. May 04 08:20:30.191403 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-b3422118-7542-4d7b-a6bf-0219cf5a96be req-e998899a-318c-4183-8cd1-5382b2d0b870 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Calling delete_port for 208ea750-3ef0-470c-998a-004cc4cc123e owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:20:30.307304 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255a95a-bf42-46d4-a9ac-09373b9c1639 req-ac0eb3bf-6adb-4b94-9881-3661b8261a73 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:30.308755 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6255a95a-bf42-46d4-a9ac-09373b9c1639 req-ac0eb3bf-6adb-4b94-9881-3661b8261a73 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4 HTTP/1.1" status: 200 len: 944 time: 0.0573952 May 04 08:20:30.381604 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b3422118-7542-4d7b-a6bf-0219cf5a96be req-e998899a-318c-4183-8cd1-5382b2d0b870 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (208ea750-3ef0-470c-998a-004cc4cc123e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:30.387263 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6255a95a-bf42-46d4-a9ac-09373b9c1639 req-5c04b98d-aee8-458f-9421-ddfa78987c0d tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d718d50f-63fe-40de-9d91-b8763950ca3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725029 May 04 08:20:30.413955 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998899a-318c-4183-8cd1-5382b2d0b870 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Pushing event deleted for resources: {'Port': ['ID=208ea750-3ef0-470c-998a-004cc4cc123e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:30.494004 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a95f0119-8d8a-459e-8846-94d9f524f524 req-8b475eb0-85a1-4e0a-a63f-04e270a5f72e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 210 time: 0.0310962 May 04 08:20:30.558561 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3422118-7542-4d7b-a6bf-0219cf5a96be req-e998899a-318c-4183-8cd1-5382b2d0b870 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:20:30.661722 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device a51da427-e20b-4758-8424-773aa8ea6999 up at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:20:30.670466 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3422118-7542-4d7b-a6bf-0219cf5a96be req-e998899a-318c-4183-8cd1-5382b2d0b870 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:20:30.686034 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3631482-9b6a-460e-887e-2a47c1891c18 None None] Sync routers for ids ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'] in dv-cinder-840289-4-iscsi {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:20:30.708588 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3631482-9b6a-460e-887e-2a47c1891c18 None None] Routers {'34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:20:30.709111 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d3631482-9b6a-460e-887e-2a47c1891c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:20:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:30.716231 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3422118-7542-4d7b-a6bf-0219cf5a96be req-e998899a-318c-4183-8cd1-5382b2d0b870 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] No DVR routers for this DVR port 208ea750-3ef0-470c-998a-004cc4cc123e on host hv-cinder-84028 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:20:30.718842 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b3422118-7542-4d7b-a6bf-0219cf5a96be req-e998899a-318c-4183-8cd1-5382b2d0b870 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:30.722135 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b3422118-7542-4d7b-a6bf-0219cf5a96be req-e998899a-318c-4183-8cd1-5382b2d0b870 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.13 "DELETE /v2.0/ports/208ea750-3ef0-470c-998a-004cc4cc123e HTTP/1.1" status: 204 len: 173 time: 1.1462092 May 04 08:20:30.722582 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6192e6de-3f3c-46d4-8805-c37cfce49830', 'name': 'network-vif-deleted', 'tag': '208ea750-3ef0-470c-998a-004cc4cc123e'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:20:30.725283 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644f9b81011f902d5a48520c995b4e8323da082f15dc8879127e03e175236f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8e6996-d4f3-4563-88c4-542f0416e2a4" -d '{"events": [{"server_uuid": "6192e6de-3f3c-46d4-8805-c37cfce49830", "name": "network-vif-deleted", "tag": "208ea750-3ef0-470c-998a-004cc4cc123e"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:20:30.758305 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning for port a51da427-e20b-4758-8424-773aa8ea6999 completed by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:20:30.762025 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe15f5b-7b74-4f7a-b0f9-2535cb987259 x-openstack-request-id: req-6fe15f5b-7b74-4f7a-b0f9-2535cb987259 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:20:30.763420 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6192e6de-3f3c-46d4-8805-c37cfce49830", "name": "network-vif-deleted", "tag": "208ea750-3ef0-470c-998a-004cc4cc123e", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:20:30.763420 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6fe15f5b-7b74-4f7a-b0f9-2535cb987259 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:20:30.763672 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fe15f5b-7b74-4f7a-b0f9-2535cb987259'] response: {'server_uuid': '6192e6de-3f3c-46d4-8805-c37cfce49830', 'name': 'network-vif-deleted', 'tag': '208ea750-3ef0-470c-998a-004cc4cc123e', 'status': 'completed', 'code': 200} May 04 08:20:30.769411 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning complete for port a51da427-e20b-4758-8424-773aa8ea6999 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:20:30.769769 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (a51da427-e20b-4758-8424-773aa8ea6999), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:30.854594 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-d3631482-9b6a-460e-887e-2a47c1891c18 None None] Set router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:20:30.981631 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port a51da427-e20b-4758-8424-773aa8ea6999 is: BUILD; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:20:30.982014 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (a51da427-e20b-4758-8424-773aa8ea6999), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:31.037173 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51da427-e20b-4758-8424-773aa8ea6999'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:20:31.039438 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60802ec-7aa2-4115-8f32-0b4698f26cb8" -d '{"events": [{"server_uuid": "a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4", "name": "network-vif-plugged", "status": "completed", "tag": "a51da427-e20b-4758-8424-773aa8ea6999"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:20:31.055645 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port a51da427-e20b-4758-8424-773aa8ea6999, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a51da427-e20b-4758-8424-773aa8ea6999,segment=NetworkSegment(379d6a15-5185-48de-b859-cd8ac013b448),segment_id=379d6a15-5185-48de-b859-cd8ac013b448)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:20:31.063150 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (a51da427-e20b-4758-8424-773aa8ea6999), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:31.075577 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef0f14-b079-498f-abdd-6c79110ec143 req-1a0cc1ad-bdea-4b4c-99eb-f9f36bc94613 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:31.078008 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d2ef0f14-b079-498f-abdd-6c79110ec143 req-1a0cc1ad-bdea-4b4c-99eb-f9f36bc94613 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0606403 May 04 08:20:31.092799 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d25061f-a864-4e7f-866c-080d54a0e3f0 x-openstack-request-id: req-2d25061f-a864-4e7f-866c-080d54a0e3f0 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:20:31.093117 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4", "name": "network-vif-plugged", "status": "completed", "tag": "a51da427-e20b-4758-8424-773aa8ea6999", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:20:31.093386 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2d25061f-a864-4e7f-866c-080d54a0e3f0 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:20:31.094003 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d25061f-a864-4e7f-866c-080d54a0e3f0'] response: {'server_uuid': 'a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51da427-e20b-4758-8424-773aa8ea6999', 'code': 200} May 04 08:20:31.130828 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d2ef0f14-b079-498f-abdd-6c79110ec143 req-182b40ea-b3ca-459e-95fe-878b12fdeb07 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467410 May 04 08:20:31.153142 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=a51da427-e20b-4758-8424-773aa8ea6999,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:31.158328 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d3631482-9b6a-460e-887e-2a47c1891c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'name': 'tempest-TestVolumeBootPattern-207200761-router', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '31469d2e-4713-498a-ac84-44d8a742942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:16:58Z', 'revision_number': 4, 'project_id': '74c56bb918414ffe937415b180eb5944', 'gw_port': {'id': '31469d2e-4713-498a-ac84-44d8a742942b', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8', 'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'mac_address': 'fa:16:3e:ce:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:57Z', 'updated_at': '2022-05-04T08:17:02Z', 'revision_number': 5, 'project_id': '74c56bb918414ffe937415b180eb5944', 'subnets': [{'id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:31.185150 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3631482-9b6a-460e-887e-2a47c1891c18 None None] Checking router: 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf for host: dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:20:31.193905 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3631482-9b6a-460e-887e-2a47c1891c18 None None] Routers {'34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:20:31.194503 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d3631482-9b6a-460e-887e-2a47c1891c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:20:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:31.305342 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-d3631482-9b6a-460e-887e-2a47c1891c18 None None] Set router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:20:31.504561 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d3631482-9b6a-460e-887e-2a47c1891c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'name': 'tempest-TestVolumeBootPattern-207200761-router', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '31469d2e-4713-498a-ac84-44d8a742942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:16:58Z', 'revision_number': 4, 'project_id': '74c56bb918414ffe937415b180eb5944', 'gw_port': {'id': '31469d2e-4713-498a-ac84-44d8a742942b', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8', 'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'mac_address': 'fa:16:3e:ce:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:57Z', 'updated_at': '2022-05-04T08:17:02Z', 'revision_number': 5, 'project_id': '74c56bb918414ffe937415b180eb5944', 'subnets': [{'id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:31.514280 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c68988-37c1-4db6-887e-766c0c827907 req-8884c1ef-09a6-4f31-9aa8-0b4f9d113d14 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:31.515801 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-73c68988-37c1-4db6-887e-766c0c827907 req-8884c1ef-09a6-4f31-9aa8-0b4f9d113d14 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4 HTTP/1.1" status: 200 len: 945 time: 0.0465229 May 04 08:20:31.534645 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3631482-9b6a-460e-887e-2a47c1891c18 None None] The sync data for ids ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'] in dv-cinder-840289-4-iscsi is: [{'id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'name': 'tempest-TestVolumeBootPattern-207200761-router', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '31469d2e-4713-498a-ac84-44d8a742942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:16:58Z', 'revision_number': 4, 'project_id': '74c56bb918414ffe937415b180eb5944', 'gw_port': {'id': '31469d2e-4713-498a-ac84-44d8a742942b', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8', 'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'mac_address': 'fa:16:3e:ce:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:57Z', 'updated_at': '2022-05-04T08:17:02Z', 'revision_number': 5, 'project_id': '74c56bb918414ffe937415b180eb5944', 'subnets': [{'id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:20:31.572382 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-73c68988-37c1-4db6-887e-766c0c827907 req-90b18110-fcb5-41c5-9822-b9f05e0ef6ef tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d718d50f-63fe-40de-9d91-b8763950ca3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503950 May 04 08:20:31.607261 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-bb02e8d8-424f-44a4-bd3f-079067a6aa03 req-a5f69b8d-6bad-41ef-9180-c47b74826049 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=6192e6de-3f3c-46d4-8805-c37cfce49830 HTTP/1.1" status: 200 len: 210 time: 0.0283897 May 04 08:20:31.757148 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8a447e-38c7-40bd-91a4-7079b347d129 None None] New status for floating IP 9704aa0f-15a7-4b7e-b361-c8fe8b402497: DOWN {{(pid=103566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:20:31.798579 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1fb92-3512-417c-b854-3bdc6d667a8a req-e753753a-85f3-4088-830d-7295780dda60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:31.800415 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-29c1fb92-3512-417c-b854-3bdc6d667a8a req-e753753a-85f3-4088-830d-7295780dda60 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4 HTTP/1.1" status: 200 len: 1129 time: 0.0403657 May 04 08:20:31.856947 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-29c1fb92-3512-417c-b854-3bdc6d667a8a req-367a919d-ae41-4642-9ec5-e2123d7cc5d5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d718d50f-63fe-40de-9d91-b8763950ca3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408401 May 04 08:20:31.897712 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6341f600-044a-45e2-b8f1-5e32966c2196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:32.260163 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5debce1-0c6f-4f74-a32b-afb30c65d953 req-cd7bb5b6-33cf-4103-8d5e-34185503ffb4 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:32.261633 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f5debce1-0c6f-4f74-a32b-afb30c65d953 req-cd7bb5b6-33cf-4103-8d5e-34185503ffb4 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0503976 May 04 08:20:32.312875 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f5debce1-0c6f-4f74-a32b-afb30c65d953 req-a47aa5bf-b674-4fd5-93c4-a5d29afc69c9 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455260 May 04 08:20:32.649033 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 208ea750-3ef0-470c-998a-004cc4cc123e no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:20:32.670342 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] No Port match for: 208ea750-3ef0-470c-998a-004cc4cc123e {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:20:32.670827 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 208ea750-3ef0-470c-998a-004cc4cc123e not bound to the agent host hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:20:32.704524 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad564abe-0bba-48d5-aad2-fea975aa9dec req-d3224a4d-abe1-4126-8622-8699290db1e0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:32.706044 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ad564abe-0bba-48d5-aad2-fea975aa9dec req-d3224a4d-abe1-4126-8622-8699290db1e0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4 HTTP/1.1" status: 200 len: 945 time: 0.0489669 May 04 08:20:32.754265 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ad564abe-0bba-48d5-aad2-fea975aa9dec req-151d3637-2395-4cfc-801a-2a4b9876a156 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d718d50f-63fe-40de-9d91-b8763950ca3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415905 May 04 08:20:32.873845 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-1afcc5e6-f200-457d-9991-ffc7c77bf487 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-138029839&fields=id&tenant_id=74c56bb918414ffe937415b180eb5944 HTTP/1.1" status: 200 len: 267 time: 0.0464823 May 04 08:20:32.982182 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-0d41fb2f-1419-4bb9-9dba-f536168a793d tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:32.983665 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-0d41fb2f-1419-4bb9-9dba-f536168a793d tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/networks?id=f3e15cd7-7965-45b0-9080-9151cadd7087 HTTP/1.1" status: 200 len: 811 time: 0.1034043 May 04 08:20:32.998425 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-c1af7bda-7332-434d-87fe-8eec58d270a8 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/quotas/74c56bb918414ffe937415b180eb5944 HTTP/1.1" status: 200 len: 375 time: 0.0090954 May 04 08:20:33.029540 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:33.047230 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-9b165fca-8bf3-4c4d-bc0d-b6070eb95778 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=74c56bb918414ffe937415b180eb5944&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439532 May 04 08:20:33.148345 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-60123c10-9c8c-4333-8034-c68adfb7d307 service neutron] 10.222.0.59 "GET /v2.0/networks/f3e15cd7-7965-45b0-9080-9151cadd7087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883832 May 04 08:20:33.236803 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-ccf61a1b-13c5-4080-ab69-6cc601ea3309 service neutron] 10.222.0.59 "GET /v2.0/networks/f3e15cd7-7965-45b0-9080-9151cadd7087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824506 May 04 08:20:33.428888 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab902ad-c673-4426-b2cb-e490558bd510 req-c5ed0ffa-7432-44f8-8a0c-66da579e96a4 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:33.430393 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cab902ad-c673-4426-b2cb-e490558bd510 req-c5ed0ffa-7432-44f8-8a0c-66da579e96a4 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0479562 May 04 08:20:33.488320 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cab902ad-c673-4426-b2cb-e490558bd510 req-e74d7df5-51be-4b8f-a8dc-f800a77c06c1 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519702 May 04 08:20:33.530707 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-192a73b9-28db-4b55-9c53-50b39d799c73 req-73cd94f5-59bf-4b3a-9f3c-7719e95cfec7 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 210 time: 0.0282025 May 04 08:20:33.875938 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e14c9-912a-454b-bd25-480b4798eca6 req-a9445e59-bd36-4bf1-a420-5d92d69cf4d9 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:33.877500 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c34e14c9-912a-454b-bd25-480b4798eca6 req-a9445e59-bd36-4bf1-a420-5d92d69cf4d9 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4 HTTP/1.1" status: 200 len: 945 time: 0.0487473 May 04 08:20:33.929123 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c34e14c9-912a-454b-bd25-480b4798eca6 req-3a45aeb6-0c50-46da-b37c-ee181a58419f tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d718d50f-63fe-40de-9d91-b8763950ca3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459027 May 04 08:20:34.044578 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d803dd7-4c74-497b-8b81-5ce72d217a3d req-906ba592-6d47-494f-9de3-aa95f4ac74a1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:34.046238 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8d803dd7-4c74-497b-8b81-5ce72d217a3d req-906ba592-6d47-494f-9de3-aa95f4ac74a1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4 HTTP/1.1" status: 200 len: 945 time: 0.0524762 May 04 08:20:34.055646 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 36842) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:34.060531 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-b9d62b9d-bdc4-4e3f-a8a7-098faf74f20d tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Request body: {'floatingip': {'port_id': 'a51da427-e20b-4758-8424-773aa8ea6999'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:34.100484 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b9d62b9d-bdc4-4e3f-a8a7-098faf74f20d tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for floatingip (b0798b0b-ca36-4594-863a-69b0f61f09b3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:34.279490 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:34.565941 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b9d62b9d-bdc4-4e3f-a8a7-098faf74f20d tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:34.573209 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b9d62b9d-bdc4-4e3f-a8a7-098faf74f20d tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (b0798b0b-ca36-4594-863a-69b0f61f09b3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:34.644906 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0654a6f1-9348-4dc2-9fac-91301829e976 req-804c5181-8b7a-4342-a03c-5e30807ea3c9 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 210 time: 0.0351601 May 04 08:20:34.657180 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630b9d8-68b4-4078-b932-5e7a8efc6e43 req-a758e1f2-32f7-4063-8d7b-b64c25689363 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:34.658696 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9630b9d8-68b4-4078-b932-5e7a8efc6e43 req-a758e1f2-32f7-4063-8d7b-b64c25689363 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0788910 May 04 08:20:34.696225 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.l3_db [None req-b9d62b9d-bdc4-4e3f-a8a7-098faf74f20d tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Floating IP b0798b0b-ca36-4594-863a-69b0f61f09b3 associated. External IP: 172.27.3.82, port: a51da427-e20b-4758-8424-773aa8ea6999. May 04 08:20:34.787224 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9630b9d8-68b4-4078-b932-5e7a8efc6e43 req-55e79700-3e3c-49d8-9ecc-820a7941cedb tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173890 May 04 08:20:34.815812 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-0437e45e-ffd9-4eb6-93c5-5197af366d69 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:34.817403 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-0437e45e-ffd9-4eb6-93c5-5197af366d69 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.13 "GET /v2.0/networks?id=f3e15cd7-7965-45b0-9080-9151cadd7087 HTTP/1.1" status: 200 len: 811 time: 0.1368537 May 04 08:20:34.923890 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-dc47bddb-981e-41b6-b9e0-5367bdbba60f tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74c56bb918414ffe937415b180eb5944 HTTP/1.1" status: 200 len: 379 time: 0.0576899 May 04 08:20:34.930725 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d62b9d-bdc4-4e3f-a8a7-098faf74f20d tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:20:34.933731 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-98689050-2b8f-4f1e-beed-91e04699fffa tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Request body: {'port': {'device_id': 'eb4dae11-6d49-421c-b91c-90ead592facf', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'admin_state_up': True, 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'security_groups': ['b4e24b96-cfb2-4bd8-8b99-7e934afa2c30']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:34.997104 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:35.052671 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-98689050-2b8f-4f1e-beed-91e04699fffa tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Made reservation on behalf of 74c56bb918414ffe937415b180eb5944 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:20:35.056387 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-98689050-2b8f-4f1e-beed-91e04699fffa tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:35.058989 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d62b9d-bdc4-4e3f-a8a7-098faf74f20d tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:20:35.064661 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b9d62b9d-bdc4-4e3f-a8a7-098faf74f20d tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:35.069210 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44ba0ea-0136-40c8-b50f-ebd99f540cf0 None None] Sync routers for ids ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'] in dv-cinder-840289-4-iscsi {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:20:35.079881 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44ba0ea-0136-40c8-b50f-ebd99f540cf0 None None] Routers {'596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:20:35.080635 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-a44ba0ea-0136-40c8-b50f-ebd99f540cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:20:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:35.098993 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-b9d62b9d-bdc4-4e3f-a8a7-098faf74f20d tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "PUT /v2.0/floatingips/b0798b0b-ca36-4594-863a-69b0f61f09b3 HTTP/1.1" status: 200 len: 990 time: 1.0421567 May 04 08:20:35.099568 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4', 'tag': 'a51da427-e20b-4758-8424-773aa8ea6999'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:20:35.101983 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062e151c-c1c1-4273-b142-a63e970eb7ec" -d '{"events": [{"name": "network-changed", "server_uuid": "a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4", "tag": "a51da427-e20b-4758-8424-773aa8ea6999"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:20:35.148146 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb9dc4d-d173-4a92-8135-76478e1316b2 x-openstack-request-id: req-5eb9dc4d-d173-4a92-8135-76478e1316b2 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:20:35.148442 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4", "tag": "a51da427-e20b-4758-8424-773aa8ea6999", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:20:35.148692 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5eb9dc4d-d173-4a92-8135-76478e1316b2 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:20:35.149113 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eb9dc4d-d173-4a92-8135-76478e1316b2'] response: {'name': 'network-changed', 'server_uuid': 'a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4', 'tag': 'a51da427-e20b-4758-8424-773aa8ea6999', 'status': 'completed', 'code': 200} May 04 08:20:35.202453 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-98689050-2b8f-4f1e-beed-91e04699fffa tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Allocated IP 172.20.0.10 (f3e15cd7-7965-45b0-9080-9151cadd7087/b831c99a-7ea5-474f-8091-5f278d7d0d3f/488beac5-593a-40e5-8057-000e3d077b9f) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:20:35.262294 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e151c-c1c1-4273-b142-a63e970eb7ec req-d01bca70-e203-4877-a2b3-dc2fda9246ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:35.264412 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-062e151c-c1c1-4273-b142-a63e970eb7ec req-d01bca70-e203-4877-a2b3-dc2fda9246ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49d87bce57a4470d85b4df9b85eb9602&device_id=a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4 HTTP/1.1" status: 200 len: 1129 time: 0.0443254 May 04 08:20:35.343318 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-a44ba0ea-0136-40c8-b50f-ebd99f540cf0 None None] Set router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:20:35.356229 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-98689050-2b8f-4f1e-beed-91e04699fffa tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for port (488beac5-593a-40e5-8057-000e3d077b9f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:35.371976 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e151c-c1c1-4273-b142-a63e970eb7ec req-662af14d-d87a-4c3b-a2b8-530202d069a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:35.373929 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-062e151c-c1c1-4273-b142-a63e970eb7ec req-662af14d-d87a-4c3b-a2b8-530202d069a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2275bde-63c0-443b-bf71-d866f4d5c8f1 HTTP/1.1" status: 200 len: 915 time: 0.0970621 May 04 08:20:35.398892 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-98689050-2b8f-4f1e-beed-91e04699fffa tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (488beac5-593a-40e5-8057-000e3d077b9f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:35.443053 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-98689050-2b8f-4f1e-beed-91e04699fffa tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Network f3e15cd7-7965-45b0-9080-9151cadd7087 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:20:35.446233 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-98689050-2b8f-4f1e-beed-91e04699fffa tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:20:35.450112 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-98689050-2b8f-4f1e-beed-91e04699fffa tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:20:35.454505 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-062e151c-c1c1-4273-b142-a63e970eb7ec req-e08d9312-2c15-429a-8ff4-ca8a9e865b61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a51da427-e20b-4758-8424-773aa8ea6999 HTTP/1.1" status: 200 len: 998 time: 0.0735183 May 04 08:20:35.485633 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98689050-2b8f-4f1e-beed-91e04699fffa tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Pushing event updated for resources: {'Port': ['ID=488beac5-593a-40e5-8057-000e3d077b9f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:35.518347 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e151c-c1c1-4273-b142-a63e970eb7ec req-d5536308-45fe-432f-a52c-ad176232501f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:35.520806 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-062e151c-c1c1-4273-b142-a63e970eb7ec req-d5536308-45fe-432f-a52c-ad176232501f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=652635ed-4b18-46ee-9740-87f4e09ea616 HTTP/1.1" status: 200 len: 853 time: 0.0588500 May 04 08:20:35.523247 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-98689050-2b8f-4f1e-beed-91e04699fffa tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:35.523927 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-98689050-2b8f-4f1e-beed-91e04699fffa tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:35.544822 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-98689050-2b8f-4f1e-beed-91e04699fffa tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6149411 May 04 08:20:35.571876 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-9ca3b947-854c-450f-ac88-ac41dacdcd6c service neutron] Request body: {'port': {'device_id': 'eb4dae11-6d49-421c-b91c-90ead592facf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:35.583638 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e151c-c1c1-4273-b142-a63e970eb7ec req-6557ada3-ba64-465b-9b62-b29ab82abd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:35.585199 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-062e151c-c1c1-4273-b142-a63e970eb7ec req-6557ada3-ba64-465b-9b62-b29ab82abd3d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2275bde-63c0-443b-bf71-d866f4d5c8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544620 May 04 08:20:35.592241 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-a44ba0ea-0136-40c8-b50f-ebd99f540cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'b0798b0b-ca36-4594-863a-69b0f61f09b3', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'port_id': 'a51da427-e20b-4758-8424-773aa8ea6999', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'mac_address': 'fa:16:3e:88:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:20:16Z', 'updated_at': '2022-05-04T08:20:34Z', 'revision_number': 1, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0be89f-d1e7-4551-99d6-a575798b7796', 'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'mac_address': 'fa:16:3e:dc:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:21Z', 'revision_number': 5, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'subnets': [{'id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:35.628217 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44ba0ea-0136-40c8-b50f-ebd99f540cf0 None None] Checking router: 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e for host: dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:20:35.642916 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44ba0ea-0136-40c8-b50f-ebd99f540cf0 None None] Routers {'596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:20:35.643130 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-9ca3b947-854c-450f-ac88-ac41dacdcd6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (488beac5-593a-40e5-8057-000e3d077b9f), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:35.644309 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-a44ba0ea-0136-40c8-b50f-ebd99f540cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:20:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:35.718975 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-062e151c-c1c1-4273-b142-a63e970eb7ec req-2ca60f5f-be9e-472d-a49e-83234e4ae048 service neutron] 10.222.0.13 "GET /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216254 May 04 08:20:35.761005 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:35.833969 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-a5ff77b9-f0c4-489f-a062-a59ef9d66d63 None None] Provisioning complete for port 488beac5-593a-40e5-8057-000e3d077b9f triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:20:35.840275 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-062e151c-c1c1-4273-b142-a63e970eb7ec req-0fa398a3-2e93-4e4c-a96c-19643df91521 service neutron] 10.222.0.13 "GET /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120598 May 04 08:20:35.840758 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a5ff77b9-f0c4-489f-a062-a59ef9d66d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (488beac5-593a-40e5-8057-000e3d077b9f), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:35.859136 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd58e2-2bc7-4312-a302-3ecfba167704 req-c7c88c52-497d-41d3-9583-710cc1b919b3 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:35.860718 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-93cd58e2-2bc7-4312-a302-3ecfba167704 req-c7c88c52-497d-41d3-9583-710cc1b919b3 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 932 time: 0.1240191 May 04 08:20:35.911862 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-a44ba0ea-0136-40c8-b50f-ebd99f540cf0 None None] Set router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:20:35.943356 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a5ff77b9-f0c4-489f-a062-a59ef9d66d63 None None] Port 488beac5-593a-40e5-8057-000e3d077b9f cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:20:36.008749 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-93cd58e2-2bc7-4312-a302-3ecfba167704 req-0e21ba01-ba25-4d22-b898-3b07d1e67a63 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388659 May 04 08:20:36.018084 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9dcd1-04fe-4780-93ff-8bf5afa55383 req-6d1a47d3-f1fa-4fbb-93ad-56641117c12a tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:36.019625 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1ad9dcd1-04fe-4780-93ff-8bf5afa55383 req-6d1a47d3-f1fa-4fbb-93ad-56641117c12a tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.1111863 May 04 08:20:36.122037 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1ad9dcd1-04fe-4780-93ff-8bf5afa55383 req-b0fbdeeb-cb5e-4569-9b81-02ae9a0b2e2a tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839479 May 04 08:20:36.139778 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.notifiers.nova [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-9ca3b947-854c-450f-ac88-ac41dacdcd6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488beac5-593a-40e5-8057-000e3d077b9f {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:20:36.139890 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-a44ba0ea-0136-40c8-b50f-ebd99f540cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'b0798b0b-ca36-4594-863a-69b0f61f09b3', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'port_id': 'a51da427-e20b-4758-8424-773aa8ea6999', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'mac_address': 'fa:16:3e:88:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:20:16Z', 'updated_at': '2022-05-04T08:20:34Z', 'revision_number': 1, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0be89f-d1e7-4551-99d6-a575798b7796', 'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'mac_address': 'fa:16:3e:dc:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:21Z', 'revision_number': 5, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'subnets': [{'id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:36.151043 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-9ca3b947-854c-450f-ac88-ac41dacdcd6c service neutron] Publish callbacks [] for port (488beac5-593a-40e5-8057-000e3d077b9f), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:36.163741 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-9ca3b947-854c-450f-ac88-ac41dacdcd6c service neutron] Transition to ACTIVE for port object 488beac5-593a-40e5-8057-000e3d077b9f will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:20:36.165829 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44ba0ea-0136-40c8-b50f-ebd99f540cf0 None None] The sync data for ids ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'] in dv-cinder-840289-4-iscsi is: [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'b0798b0b-ca36-4594-863a-69b0f61f09b3', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'port_id': 'a51da427-e20b-4758-8424-773aa8ea6999', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'mac_address': 'fa:16:3e:88:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:20:16Z', 'updated_at': '2022-05-04T08:20:34Z', 'revision_number': 1, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0be89f-d1e7-4551-99d6-a575798b7796', 'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'mac_address': 'fa:16:3e:dc:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:21Z', 'revision_number': 5, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'subnets': [{'id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:20:36.168415 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-9ca3b947-854c-450f-ac88-ac41dacdcd6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31339479'] for port (488beac5-593a-40e5-8057-000e3d077b9f), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:36.247211 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3b947-854c-450f-ac88-ac41dacdcd6c service neutron] Pushing event updated for resources: {'Port': ['ID=488beac5-593a-40e5-8057-000e3d077b9f,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:36.309393 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-9ca3b947-854c-450f-ac88-ac41dacdcd6c service neutron] Attempting to bind port 488beac5-593a-40e5-8057-000e3d077b9f on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:20:36.309738 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-9ca3b947-854c-450f-ac88-ac41dacdcd6c service neutron] Attempting to bind port 488beac5-593a-40e5-8057-000e3d077b9f by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': 'ab49c26d-9f0b-4659-a39a-683771b4ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:20:36.310069 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-9ca3b947-854c-450f-ac88-ac41dacdcd6c service neutron] Attempting to bind port 488beac5-593a-40e5-8057-000e3d077b9f on network f3e15cd7-7965-45b0-9080-9151cadd7087 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:20:36.315061 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-9ca3b947-854c-450f-ac88-ac41dacdcd6c service neutron] Port 488beac5-593a-40e5-8057-000e3d077b9f on network f3e15cd7-7965-45b0-9080-9151cadd7087 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:20:36.315380 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-9ca3b947-854c-450f-ac88-ac41dacdcd6c service neutron] Attempting to bind port 488beac5-593a-40e5-8057-000e3d077b9f on network f3e15cd7-7965-45b0-9080-9151cadd7087 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:20:36.321758 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-9ca3b947-854c-450f-ac88-ac41dacdcd6c service neutron] Checking agent: {'id': '012f2be7-5ddd-4d39-8539-3fef46040309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'started_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:20:36.322099 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-9ca3b947-854c-450f-ac88-ac41dacdcd6c service neutron] Checking segment: {'id': 'ab49c26d-9f0b-4659-a39a-683771b4ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:20:36.322486 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-9ca3b947-854c-450f-ac88-ac41dacdcd6c service neutron] Bound using segment: {'id': 'ab49c26d-9f0b-4659-a39a-683771b4ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:20:36.322949 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-9ca3b947-854c-450f-ac88-ac41dacdcd6c service neutron] Bound port: 488beac5-593a-40e5-8057-000e3d077b9f, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab49c26d-9f0b-4659-a39a-683771b4ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:20:36.323321 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-9ca3b947-854c-450f-ac88-ac41dacdcd6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (488beac5-593a-40e5-8057-000e3d077b9f), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:36.380986 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4164f15-5e4f-47e2-b656-a8b7c12a175e None None] New status for floating IP b0798b0b-ca36-4594-863a-69b0f61f09b3: ACTIVE {{(pid=103566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:20:36.398706 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-9ca3b947-854c-450f-ac88-ac41dacdcd6c service neutron] For port 488beac5-593a-40e5-8057-000e3d077b9f, host hv-cinder-84028, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:20:36.402200 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-9ca3b947-854c-450f-ac88-ac41dacdcd6c service neutron] For port 488beac5-593a-40e5-8057-000e3d077b9f, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=488beac5-593a-40e5-8057-000e3d077b9f,segment=NetworkSegment(ab49c26d-9f0b-4659-a39a-683771b4ac31),segment_id=ab49c26d-9f0b-4659-a39a-683771b4ac31)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:20:36.409228 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-9ca3b947-854c-450f-ac88-ac41dacdcd6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31339479'] for port (488beac5-593a-40e5-8057-000e3d077b9f), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:36.446455 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-9ca3b947-854c-450f-ac88-ac41dacdcd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:36.447104 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-9ca3b947-854c-450f-ac88-ac41dacdcd6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:36.448572 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-9ca3b947-854c-450f-ac88-ac41dacdcd6c service neutron] 10.222.0.13 "PUT /v2.0/ports/488beac5-593a-40e5-8057-000e3d077b9f HTTP/1.1" status: 200 len: 1094 time: 0.8826904 May 04 08:20:36.449028 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4dae11-6d49-421c-b91c-90ead592facf', 'tag': '488beac5-593a-40e5-8057-000e3d077b9f'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:20:36.451361 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644f9b81011f902d5a48520c995b4e8323da082f15dc8879127e03e175236f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f440737-df14-4b27-8c22-b0f5e8e5f84c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4dae11-6d49-421c-b91c-90ead592facf", "tag": "488beac5-593a-40e5-8057-000e3d077b9f"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:20:36.476530 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3b947-854c-450f-ac88-ac41dacdcd6c service neutron] Pushing event updated for resources: {'Port': ['ID=488beac5-593a-40e5-8057-000e3d077b9f,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:36.508761 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65876eda-d414-4287-bc23-927d4c33aa3f x-openstack-request-id: req-65876eda-d414-4287-bc23-927d4c33aa3f {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:20:36.509072 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4dae11-6d49-421c-b91c-90ead592facf", "tag": "488beac5-593a-40e5-8057-000e3d077b9f", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:20:36.509345 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-65876eda-d414-4287-bc23-927d4c33aa3f {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:20:36.509774 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65876eda-d414-4287-bc23-927d4c33aa3f'] response: {'name': 'network-changed', 'server_uuid': 'eb4dae11-6d49-421c-b91c-90ead592facf', 'tag': '488beac5-593a-40e5-8057-000e3d077b9f', 'status': 'completed', 'code': 200} May 04 08:20:36.572359 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-d4d77f60-3dd6-4be6-af1c-6ccba8f83b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:36.573951 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-d4d77f60-3dd6-4be6-af1c-6ccba8f83b33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74c56bb918414ffe937415b180eb5944&device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 1128 time: 0.0437284 May 04 08:20:36.626469 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-fa061f05-4061-4517-b8fc-2aac581c6d33 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=488beac5-593a-40e5-8057-000e3d077b9f HTTP/1.1" status: 200 len: 217 time: 0.0357685 May 04 08:20:36.682057 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-0c94d268-89af-4011-afe7-5d400e0d3beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:36.683597 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-0c94d268-89af-4011-afe7-5d400e0d3beb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b831c99a-7ea5-474f-8091-5f278d7d0d3f HTTP/1.1" status: 200 len: 850 time: 0.0469217 May 04 08:20:36.734583 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-b47b3935-771d-4d81-a1d7-4059cca598d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:36.735969 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-b47b3935-771d-4d81-a1d7-4059cca598d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3e15cd7-7965-45b0-9080-9151cadd7087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455499 May 04 08:20:36.838478 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-8be6690a-31ce-4c8e-a712-b67b4d26297d service neutron] 10.222.0.13 "GET /v2.0/networks/f3e15cd7-7965-45b0-9080-9151cadd7087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931339 May 04 08:20:36.941443 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-02a5da2e-9cd0-4edf-95c3-b87219bfe81f req-c3b895a3-994d-48c6-bbb9-d72364cc5c98 service neutron] 10.222.0.13 "GET /v2.0/networks/f3e15cd7-7965-45b0-9080-9151cadd7087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871127 May 04 08:20:37.138558 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ab3bb-1804-4a8c-aa14-b279b1c8efa4 req-7081331b-b293-4278-950c-6967818810bc tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:37.140037 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-364ab3bb-1804-4a8c-aa14-b279b1c8efa4 req-7081331b-b293-4278-950c-6967818810bc tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 944 time: 0.0475209 May 04 08:20:37.189172 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-364ab3bb-1804-4a8c-aa14-b279b1c8efa4 req-be0f73f2-48bf-4448-89d5-5d970de9d08f tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435064 May 04 08:20:37.243848 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93101ba-4f4f-46a5-abce-829b69829269 req-0355ea37-a4e6-47a8-89bd-f308a4895dba tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:37.245301 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c93101ba-4f4f-46a5-abce-829b69829269 req-0355ea37-a4e6-47a8-89bd-f308a4895dba tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0498481 May 04 08:20:37.291086 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c93101ba-4f4f-46a5-abce-829b69829269 req-8a42f119-f959-4ebd-bcc8-1dc382b0a25a tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400031 May 04 08:20:37.425224 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f440737-df14-4b27-8c22-b0f5e8e5f84c req-a07a67cc-f3c7-4034-8597-9741f9f75c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:37.426785 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4f440737-df14-4b27-8c22-b0f5e8e5f84c req-a07a67cc-f3c7-4034-8597-9741f9f75c99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74c56bb918414ffe937415b180eb5944&device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 1128 time: 0.0413585 May 04 08:20:37.526641 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f440737-df14-4b27-8c22-b0f5e8e5f84c req-241b7111-91df-433f-aeeb-b8bc723da196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:37.528131 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4f440737-df14-4b27-8c22-b0f5e8e5f84c req-241b7111-91df-433f-aeeb-b8bc723da196 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3e15cd7-7965-45b0-9080-9151cadd7087 HTTP/1.1" status: 200 len: 912 time: 0.0879724 May 04 08:20:37.567537 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4f440737-df14-4b27-8c22-b0f5e8e5f84c req-c4c7ee7d-b522-48ec-8a60-04126f5d88bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=488beac5-593a-40e5-8057-000e3d077b9f HTTP/1.1" status: 200 len: 217 time: 0.0333619 May 04 08:20:37.619347 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f440737-df14-4b27-8c22-b0f5e8e5f84c req-f25c2d88-1950-4abb-93e6-fc602251cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:37.620775 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4f440737-df14-4b27-8c22-b0f5e8e5f84c req-f25c2d88-1950-4abb-93e6-fc602251cb8d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b831c99a-7ea5-474f-8091-5f278d7d0d3f HTTP/1.1" status: 200 len: 850 time: 0.0470181 May 04 08:20:37.667387 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f440737-df14-4b27-8c22-b0f5e8e5f84c req-36b018d8-c31e-4fa7-aec4-19a177d5d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:37.668865 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4f440737-df14-4b27-8c22-b0f5e8e5f84c req-36b018d8-c31e-4fa7-aec4-19a177d5d9fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3e15cd7-7965-45b0-9080-9151cadd7087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377688 May 04 08:20:37.761366 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4f440737-df14-4b27-8c22-b0f5e8e5f84c req-6febceec-3a7d-4a53-afca-3926521a05f7 service neutron] 10.222.0.13 "GET /v2.0/networks/f3e15cd7-7965-45b0-9080-9151cadd7087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824931 May 04 08:20:37.855163 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4f440737-df14-4b27-8c22-b0f5e8e5f84c req-ff543940-99ac-4352-b404-a8fb659cf36c service neutron] 10.222.0.13 "GET /v2.0/networks/f3e15cd7-7965-45b0-9080-9151cadd7087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874982 May 04 08:20:38.313991 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b1d07-f77a-47b1-bafd-26c833deac3b req-2c169a9f-eb15-4ca4-a168-7ed171c21262 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:38.315484 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6a2b1d07-f77a-47b1-bafd-26c833deac3b req-2c169a9f-eb15-4ca4-a168-7ed171c21262 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 944 time: 0.0492916 May 04 08:20:38.365868 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6a2b1d07-f77a-47b1-bafd-26c833deac3b req-cade4d97-7051-46ee-b7ad-37a9202c588d tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444980 May 04 08:20:38.412444 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80ead1-b6c8-4d08-b7f7-24324e21ae2b req-596241e5-7b55-490d-a0e4-c8ee65d0d2e8 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:38.413913 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-bd80ead1-b6c8-4d08-b7f7-24324e21ae2b req-596241e5-7b55-490d-a0e4-c8ee65d0d2e8 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0471988 May 04 08:20:38.459789 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-bd80ead1-b6c8-4d08-b7f7-24324e21ae2b req-2039555a-9b02-41dc-b104-4b8c75b92275 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400937 May 04 08:20:39.496327 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cfc3a-36c7-45b5-87a4-dd761635df28 req-301de2d8-1b45-4a7f-9c4c-1bfaed560b69 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:39.498121 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6a7cfc3a-36c7-45b5-87a4-dd761635df28 req-301de2d8-1b45-4a7f-9c4c-1bfaed560b69 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 944 time: 0.0600858 May 04 08:20:39.556690 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6a7cfc3a-36c7-45b5-87a4-dd761635df28 req-0e6079ef-2635-4208-8dee-9054f727151b tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527692 May 04 08:20:39.590764 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f65f5-ffae-4f33-860b-73645d28551f req-add81f48-3de7-42eb-8abc-1361f10e09a4 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:39.592252 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-422f65f5-ffae-4f33-860b-73645d28551f req-add81f48-3de7-42eb-8abc-1361f10e09a4 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0526750 May 04 08:20:39.639875 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-422f65f5-ffae-4f33-860b-73645d28551f req-579d9d99-5228-4cea-9dbf-de70a71e0552 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411437 May 04 08:20:40.686274 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39da329-8975-4669-b128-61539824f1b8 req-9dd9a7e8-5c9b-4797-bd60-114336a77b20 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:40.687880 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e39da329-8975-4669-b128-61539824f1b8 req-9dd9a7e8-5c9b-4797-bd60-114336a77b20 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 944 time: 0.0542595 May 04 08:20:40.772900 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e39da329-8975-4669-b128-61539824f1b8 req-ca502bd3-20f2-44ae-8476-c88b8530acbb tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790770 May 04 08:20:40.778810 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff43664-6c78-4fb5-bfb1-01480109a0c8 req-fbe89e9a-311b-4c53-92a2-6a5c83ae0b8d tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:40.780208 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4ff43664-6c78-4fb5-bfb1-01480109a0c8 req-fbe89e9a-311b-4c53-92a2-6a5c83ae0b8d tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0698049 May 04 08:20:40.827901 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4ff43664-6c78-4fb5-bfb1-01480109a0c8 req-2efad073-36e8-4390-adc8-2febabf6ece4 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420313 May 04 08:20:41.901888 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485ff36-e23b-494c-83f7-66faa709e315 req-302168b3-e382-4880-840f-2cefdd5d8b9c tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:41.903588 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3485ff36-e23b-494c-83f7-66faa709e315 req-302168b3-e382-4880-840f-2cefdd5d8b9c tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 944 time: 0.0483921 May 04 08:20:41.969528 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb1528-eb3a-4ec0-8e1a-365246d8f56a req-8fd661da-4d3e-46f2-a1d8-6fb146ecc188 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:41.971088 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-58fb1528-eb3a-4ec0-8e1a-365246d8f56a req-8fd661da-4d3e-46f2-a1d8-6fb146ecc188 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0650272 May 04 08:20:42.001011 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3485ff36-e23b-494c-83f7-66faa709e315 req-5c50d478-dce3-4b50-b414-d3ef42df71a4 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865951 May 04 08:20:42.030484 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-58fb1528-eb3a-4ec0-8e1a-365246d8f56a req-ab9e9cf3-7af9-4909-a1d1-ceae566237ac tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494444 May 04 08:20:42.229020 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d9ce7-a3ab-4ac1-b88d-ce7f35b957d4 req-5d98205f-0192-418f-8f91-2898e335d29f tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:42.230661 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9f4d9ce7-a3ab-4ac1-b88d-ce7f35b957d4 req-5d98205f-0192-418f-8f91-2898e335d29f tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0492029 May 04 08:20:42.312658 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9f4d9ce7-a3ab-4ac1-b88d-ce7f35b957d4 req-ec71afc2-7c52-435d-b645-ee2b10657d3c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758541 May 04 08:20:42.320171 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05eb34-b58e-4947-a377-55e6ada4ad49 req-95073a99-1b7f-4f21-8215-f00216003506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:42.321524 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dc05eb34-b58e-4947-a377-55e6ada4ad49 req-95073a99-1b7f-4f21-8215-f00216003506 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57ccec31ee3f4845a480759a5772055a&device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 1129 time: 0.0528922 May 04 08:20:42.409363 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05eb34-b58e-4947-a377-55e6ada4ad49 req-62021230-aa0b-402d-993b-bb6ff6084005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:42.410914 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dc05eb34-b58e-4947-a377-55e6ada4ad49 req-62021230-aa0b-402d-993b-bb6ff6084005 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7df6b99b-6f55-43f2-ae59-a84ab50ce98b HTTP/1.1" status: 200 len: 912 time: 0.0833919 May 04 08:20:42.602524 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dc05eb34-b58e-4947-a377-55e6ada4ad49 req-51e1e541-8c90-40a5-8db1-85e135f66dd2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff679bee-f8ad-4819-98c2-ace879ffd59b HTTP/1.1" status: 200 len: 1001 time: 0.0636821 May 04 08:20:43.115774 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2790dd5-5efa-44ea-b677-e844af51fe21 req-a16f6ad5-a3c9-4064-a16e-2feb1a412fd8 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:43.117243 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b2790dd5-5efa-44ea-b677-e844af51fe21 req-a16f6ad5-a3c9-4064-a16e-2feb1a412fd8 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 984 time: 0.0710754 May 04 08:20:43.138662 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b46561-cbec-4527-bf84-dee7322cc2a7 req-d277b685-5ae4-4782-bfaa-f1064e43ceff tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:43.140126 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-52b46561-cbec-4527-bf84-dee7322cc2a7 req-d277b685-5ae4-4782-bfaa-f1064e43ceff tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 944 time: 0.0657425 May 04 08:20:43.218506 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-52b46561-cbec-4527-bf84-dee7322cc2a7 req-eeb766b5-9bd6-4fe4-bb2d-199244d13dd1 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720375 May 04 08:20:43.223307 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b2790dd5-5efa-44ea-b677-e844af51fe21 req-b09c94c6-40ca-432d-80a7-45b0b631199c tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0f1951c-1c71-4acc-830f-829e3481b905&id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1001787 May 04 08:20:43.441358 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564b9d1-a3a0-47b3-a5cb-0ef714324ed4 req-ea14d3ac-d0ce-4b23-8b8c-0699074034eb tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:43.442814 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b564b9d1-a3a0-47b3-a5cb-0ef714324ed4 req-ea14d3ac-d0ce-4b23-8b8c-0699074034eb tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0563316 May 04 08:20:43.492540 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05eb34-b58e-4947-a377-55e6ada4ad49 req-bbc051d1-3cee-4a08-8ffa-0ae2eccbfe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:43.493697 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dc05eb34-b58e-4947-a377-55e6ada4ad49 req-bbc051d1-3cee-4a08-8ffa-0ae2eccbfe0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f44a667d-e0cc-45e5-8f63-a34f7e8f3226 HTTP/1.1" status: 200 len: 850 time: 0.0680406 May 04 08:20:43.523612 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b564b9d1-a3a0-47b3-a5cb-0ef714324ed4 req-c03adef6-4ffe-4f5a-84fa-b82ee721d643 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636580 May 04 08:20:43.555993 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05eb34-b58e-4947-a377-55e6ada4ad49 req-d38f4b53-a501-494f-a49e-4015b6d64187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:43.557507 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dc05eb34-b58e-4947-a377-55e6ada4ad49 req-d38f4b53-a501-494f-a49e-4015b6d64187 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7df6b99b-6f55-43f2-ae59-a84ab50ce98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467849 May 04 08:20:43.561721 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48ea40-ce27-44de-b8ec-f3f516e643c1 req-e442b441-7235-4dc1-94b6-b2986e993420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:43.563318 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8b48ea40-ce27-44de-b8ec-f3f516e643c1 req-e442b441-7235-4dc1-94b6-b2986e993420 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f62edba9a4f9457c82909ceed58104c3&device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 1168 time: 0.0417349 May 04 08:20:43.660040 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48ea40-ce27-44de-b8ec-f3f516e643c1 req-6dfde431-2a45-4607-bbcd-2b02f319820e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:43.661603 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8b48ea40-ce27-44de-b8ec-f3f516e643c1 req-6dfde431-2a45-4607-bbcd-2b02f319820e service neutron] 10.222.0.13 "GET /v2.0/networks?id=5cd04653-c1ab-4203-b77b-725a22d212fb HTTP/1.1" status: 200 len: 915 time: 0.0897794 May 04 08:20:43.736035 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8b48ea40-ce27-44de-b8ec-f3f516e643c1 req-207d5f9e-99d2-4fb7-b0f6-dfd9fbd2e01a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 HTTP/1.1" status: 200 len: 1000 time: 0.0635936 May 04 08:20:43.801461 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48ea40-ce27-44de-b8ec-f3f516e643c1 req-46185542-e325-48f8-a991-f25b530ff746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:43.803405 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8b48ea40-ce27-44de-b8ec-f3f516e643c1 req-46185542-e325-48f8-a991-f25b530ff746 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0bf2931f-f25d-4820-bfd4-3238c9fe26d6 HTTP/1.1" status: 200 len: 853 time: 0.0549831 May 04 08:20:43.856444 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48ea40-ce27-44de-b8ec-f3f516e643c1 req-b41a5ff5-2469-48d0-94dd-a7e2a26dbe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:43.858035 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8b48ea40-ce27-44de-b8ec-f3f516e643c1 req-b41a5ff5-2469-48d0-94dd-a7e2a26dbe73 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5cd04653-c1ab-4203-b77b-725a22d212fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399504 May 04 08:20:43.918494 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dc05eb34-b58e-4947-a377-55e6ada4ad49 req-c0d5c80b-c7c5-4219-8627-afaad8a96b72 service neutron] 10.222.0.13 "GET /v2.0/networks/7df6b99b-6f55-43f2-ae59-a84ab50ce98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467681 May 04 08:20:43.951387 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8b48ea40-ce27-44de-b8ec-f3f516e643c1 req-2d4f5183-31ed-4601-a312-6e6f68d21fa3 service neutron] 10.222.0.13 "GET /v2.0/networks/5cd04653-c1ab-4203-b77b-725a22d212fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831823 May 04 08:20:44.008990 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dc05eb34-b58e-4947-a377-55e6ada4ad49 req-99cf344c-ea86-43d8-9389-7eabc9307ce5 service neutron] 10.222.0.13 "GET /v2.0/networks/7df6b99b-6f55-43f2-ae59-a84ab50ce98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843813 May 04 08:20:44.048563 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8b48ea40-ce27-44de-b8ec-f3f516e643c1 req-0f6c8454-e02d-4db2-896c-a32c9fb394f6 service neutron] 10.222.0.13 "GET /v2.0/networks/5cd04653-c1ab-4203-b77b-725a22d212fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893652 May 04 08:20:44.358419 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74019885-fae0-4ed9-af3b-304d7b5956ed req-a21c037b-a627-4896-8b18-a246e133db81 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:44.360349 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-74019885-fae0-4ed9-af3b-304d7b5956ed req-a21c037b-a627-4896-8b18-a246e133db81 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 944 time: 0.0726943 May 04 08:20:44.373021 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810dd91-f43a-4624-8736-1bc21b7b9774 req-8eb24d03-7ddc-4de3-a8b4-b1be9729da9e tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:44.374484 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4810dd91-f43a-4624-8736-1bc21b7b9774 req-8eb24d03-7ddc-4de3-a8b4-b1be9729da9e tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 984 time: 0.0777051 May 04 08:20:44.443156 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-74019885-fae0-4ed9-af3b-304d7b5956ed req-11d4c41d-40ca-4cf1-bb39-67cfadca864d tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769713 May 04 08:20:44.464991 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4810dd91-f43a-4624-8736-1bc21b7b9774 req-bb9c8ec3-aa1e-4559-bee8-cfca302105f7 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0f1951c-1c71-4acc-830f-829e3481b905&id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0846791 May 04 08:20:44.652005 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfbe54-c016-4141-9063-a26551260d70 req-672f2aee-59d1-44cf-a67e-f9b207a642f4 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:44.653371 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f3bfbe54-c016-4141-9063-a26551260d70 req-672f2aee-59d1-44cf-a67e-f9b207a642f4 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0608153 May 04 08:20:44.702333 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f3bfbe54-c016-4141-9063-a26551260d70 req-e7d0e861-47d0-4f87-8e1a-44fbc3824855 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407264 May 04 08:20:44.710617 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 488beac5-593a-40e5-8057-000e3d077b9f details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:20:44.811593 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port 488beac5-593a-40e5-8057-000e3d077b9f, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=488beac5-593a-40e5-8057-000e3d077b9f,segment=NetworkSegment(ab49c26d-9f0b-4659-a39a-683771b4ac31),segment_id=ab49c26d-9f0b-4659-a39a-683771b4ac31)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:20:44.827778 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Returning: {'device': '488beac5-593a-40e5-8057-000e3d077b9f', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'port_id': '488beac5-593a-40e5-8057-000e3d077b9f', 'mac_address': 'fa:16:3e:f6:02:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:20:44.869116 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port 488beac5-593a-40e5-8057-000e3d077b9f is: DOWN; New status is: BUILD {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:20:44.869480 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (488beac5-593a-40e5-8057-000e3d077b9f), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:44.882128 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488beac5-593a-40e5-8057-000e3d077b9f {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:20:44.907068 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port 488beac5-593a-40e5-8057-000e3d077b9f, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=488beac5-593a-40e5-8057-000e3d077b9f,segment=NetworkSegment(ab49c26d-9f0b-4659-a39a-683771b4ac31),segment_id=ab49c26d-9f0b-4659-a39a-683771b4ac31)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:20:44.913004 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (488beac5-593a-40e5-8057-000e3d077b9f), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:44.959745 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=488beac5-593a-40e5-8057-000e3d077b9f,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:45.408426 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['488beac5-593a-40e5-8057-000e3d077b9f'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:20:45.581394 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca59ed-0d9f-497f-a952-cd9c89f51551 req-851d7175-f91c-4586-8f96-8992de5c8c71 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:45.582981 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-59ca59ed-0d9f-497f-a952-cd9c89f51551 req-851d7175-f91c-4586-8f96-8992de5c8c71 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 945 time: 0.0710943 May 04 08:20:45.602214 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72b775-de3f-4db0-96c6-c18fe28e1bb4 req-90214c36-d53f-457e-a66b-a8f09531509f tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:45.603712 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3b72b775-de3f-4db0-96c6-c18fe28e1bb4 req-90214c36-d53f-457e-a66b-a8f09531509f tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 984 time: 0.0650821 May 04 08:20:45.677141 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-59ca59ed-0d9f-497f-a952-cd9c89f51551 req-cf6e9453-97b2-435c-938f-3b2f9fbe5824 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863154 May 04 08:20:45.691741 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3b72b775-de3f-4db0-96c6-c18fe28e1bb4 req-faf6caf1-d3af-4047-bd9f-d3438b03e315 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0f1951c-1c71-4acc-830f-829e3481b905&id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0769310 May 04 08:20:45.822747 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6b09f-0bb8-438c-bc1d-44a903868ab0 req-fcb8de45-35e7-451d-a50f-8c9c4f5b12ff tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:45.824273 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-85e6b09f-0bb8-438c-bc1d-44a903868ab0 req-fcb8de45-35e7-451d-a50f-8c9c4f5b12ff tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0538538 May 04 08:20:45.878222 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-85e6b09f-0bb8-438c-bc1d-44a903868ab0 req-7e3525d2-7eb0-4205-8b79-05240fd1fa2d tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481374 May 04 08:20:46.729583 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 488beac5-593a-40e5-8057-000e3d077b9f up at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:20:46.778841 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning for port 488beac5-593a-40e5-8057-000e3d077b9f completed by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:20:46.785588 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning complete for port 488beac5-593a-40e5-8057-000e3d077b9f triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:20:46.785970 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (488beac5-593a-40e5-8057-000e3d077b9f), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:46.842251 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7c844-0ab3-47ac-b96b-a832de91e5b4 req-23c33031-9b77-49a4-9641-47c874a8b73f tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:46.843792 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-94b7c844-0ab3-47ac-b96b-a832de91e5b4 req-23c33031-9b77-49a4-9641-47c874a8b73f tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 945 time: 0.0784054 May 04 08:20:46.856753 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a8c91-0879-49c3-a0c9-2ada59893985 req-83b0e220-735b-4c97-9a72-7121154cb151 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:46.858125 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-bf4a8c91-0879-49c3-a0c9-2ada59893985 req-83b0e220-735b-4c97-9a72-7121154cb151 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 984 time: 0.0647082 May 04 08:20:46.864952 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port 488beac5-593a-40e5-8057-000e3d077b9f is: BUILD; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:20:46.865342 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (488beac5-593a-40e5-8057-000e3d077b9f), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:46.888523 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4dae11-6d49-421c-b91c-90ead592facf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488beac5-593a-40e5-8057-000e3d077b9f'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:20:46.890764 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe130e5-d269-4da6-8bd8-10f335ccfc25" -d '{"events": [{"server_uuid": "eb4dae11-6d49-421c-b91c-90ead592facf", "name": "network-vif-plugged", "status": "completed", "tag": "488beac5-593a-40e5-8057-000e3d077b9f"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:20:46.902844 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port 488beac5-593a-40e5-8057-000e3d077b9f, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=488beac5-593a-40e5-8057-000e3d077b9f,segment=NetworkSegment(ab49c26d-9f0b-4659-a39a-683771b4ac31),segment_id=ab49c26d-9f0b-4659-a39a-683771b4ac31)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:20:46.907386 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (488beac5-593a-40e5-8057-000e3d077b9f), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:46.929339 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-94b7c844-0ab3-47ac-b96b-a832de91e5b4 req-43a5198b-d374-4f09-8c24-7f7ea111dd5e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795307 May 04 08:20:46.949371 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-bf4a8c91-0879-49c3-a0c9-2ada59893985 req-5af6f37a-5f74-4f51-a460-069a05302368 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0f1951c-1c71-4acc-830f-829e3481b905&id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0790048 May 04 08:20:46.960500 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=488beac5-593a-40e5-8057-000e3d077b9f,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:46.976488 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db02e537-5094-4da9-80b8-c268bbc9a192 x-openstack-request-id: req-db02e537-5094-4da9-80b8-c268bbc9a192 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:20:46.976801 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4dae11-6d49-421c-b91c-90ead592facf", "name": "network-vif-plugged", "status": "completed", "tag": "488beac5-593a-40e5-8057-000e3d077b9f", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:20:46.977078 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-db02e537-5094-4da9-80b8-c268bbc9a192 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:20:46.977503 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db02e537-5094-4da9-80b8-c268bbc9a192'] response: {'server_uuid': 'eb4dae11-6d49-421c-b91c-90ead592facf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488beac5-593a-40e5-8057-000e3d077b9f', 'code': 200} May 04 08:20:47.330024 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f617f4-4c35-40a2-9082-6251593e449a req-a4f8f4b8-4134-46ee-bd93-2226faf7010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:47.331427 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e2f617f4-4c35-40a2-9082-6251593e449a req-a4f8f4b8-4134-46ee-bd93-2226faf7010d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 1130 time: 0.0399218 May 04 08:20:47.388351 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e2f617f4-4c35-40a2-9082-6251593e449a req-8517ba0a-5f47-49c1-b4dd-eea8b02210cc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481353 May 04 08:20:48.092591 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c43dd0-358c-4583-b915-07af43b053d9 req-a5609eae-bfb7-4b8f-9456-8d164de73e49 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:48.094081 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e8c43dd0-358c-4583-b915-07af43b053d9 req-a5609eae-bfb7-4b8f-9456-8d164de73e49 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 946 time: 0.0816374 May 04 08:20:48.102250 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53e3fc-fe7d-4c2a-acf5-45422086573e req-3359fb46-01d2-4038-98c1-9856942ebdbd tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:48.103639 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5a53e3fc-fe7d-4c2a-acf5-45422086573e req-3359fb46-01d2-4038-98c1-9856942ebdbd tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 984 time: 0.0767779 May 04 08:20:48.176656 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e8c43dd0-358c-4583-b915-07af43b053d9 req-c222a3d2-526a-425f-a6c1-fdaa57795623 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720985 May 04 08:20:48.191186 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5a53e3fc-fe7d-4c2a-acf5-45422086573e req-6e7cf6b8-b930-4bec-9eb6-ce3545e21230 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0f1951c-1c71-4acc-830f-829e3481b905&id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809639 May 04 08:20:49.324311 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77d201-d34d-4775-bbab-6cddba6c4930 req-999fdd8e-dd61-46f9-9747-f40f18a9c70a tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:49.325755 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ba77d201-d34d-4775-bbab-6cddba6c4930 req-999fdd8e-dd61-46f9-9747-f40f18a9c70a tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 946 time: 0.0770772 May 04 08:20:49.336608 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c0300-be68-474b-a08b-9a28ecf0fbf6 req-28628e07-53e6-4c78-907e-45c505287d1f tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:49.337988 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b13c0300-be68-474b-a08b-9a28ecf0fbf6 req-28628e07-53e6-4c78-907e-45c505287d1f tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 984 time: 0.0767508 May 04 08:20:49.404818 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ba77d201-d34d-4775-bbab-6cddba6c4930 req-2f5b14ed-2a42-41de-bf61-e8b8d1632968 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658913 May 04 08:20:49.432515 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b13c0300-be68-474b-a08b-9a28ecf0fbf6 req-315a7f01-99b9-43a9-943e-2f144393f79f tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0f1951c-1c71-4acc-830f-829e3481b905&id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0877819 May 04 08:20:50.546090 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6466f5-d3d2-4aff-8671-5c280d03f7c5 req-5632d89c-2e54-4523-87b4-c4757a482415 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:50.547569 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-db6466f5-d3d2-4aff-8671-5c280d03f7c5 req-5632d89c-2e54-4523-87b4-c4757a482415 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 946 time: 0.0733118 May 04 08:20:50.570317 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c15d9a-388e-4e1f-8da6-107749c880f7 req-f633ca7c-086a-4068-b744-6a2f6a3a45cf tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:50.571760 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b9c15d9a-388e-4e1f-8da6-107749c880f7 req-f633ca7c-086a-4068-b744-6a2f6a3a45cf tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 984 time: 0.0700598 May 04 08:20:50.642742 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-db6466f5-d3d2-4aff-8671-5c280d03f7c5 req-c63ac02f-60f8-44ea-9bcb-8680c7bf4f8d tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887656 May 04 08:20:50.657863 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b9c15d9a-388e-4e1f-8da6-107749c880f7 req-a065055a-1155-452a-b29e-c73b5487ca7c tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0f1951c-1c71-4acc-830f-829e3481b905&id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0799294 May 04 08:20:50.758495 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64201be8-39b7-4ff7-a948-9df033c3a2bf req-091acb33-8e50-4127-a607-2601a910ff04 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:50.759958 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-64201be8-39b7-4ff7-a948-9df033c3a2bf req-091acb33-8e50-4127-a607-2601a910ff04 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 946 time: 0.0482812 May 04 08:20:50.813784 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-64201be8-39b7-4ff7-a948-9df033c3a2bf req-91f57f0e-d0aa-4710-8f7a-2541c4d38ea0 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455377 May 04 08:20:50.838064 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 36942) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:50.881833 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6cf209-36ae-453d-b8e0-b391339e8cce tempest-TestVolumeBootPattern-1403162662 tempest-TestVolumeBootPattern-1403162662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:50.883376 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-eb6cf209-36ae-453d-b8e0-b391339e8cce tempest-TestVolumeBootPattern-1403162662 tempest-TestVolumeBootPattern-1403162662-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 1125 time: 0.0436530 May 04 08:20:50.887599 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 36944) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:50.891942 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-76e7ec95-382d-4e7d-b13b-f8d80f79569e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Request body: {'floatingip': {'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'port_id': '488beac5-593a-40e5-8057-000e3d077b9f', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:50.914982 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-76e7ec95-382d-4e7d-b13b-f8d80f79569e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:50.999068 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-76e7ec95-382d-4e7d-b13b-f8d80f79569e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:51.122491 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-76e7ec95-382d-4e7d-b13b-f8d80f79569e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Allocated IP 172.27.3.62 (0ebd93d7-2ac3-420c-94d7-d3952e6d85cb/89057fef-1c75-4f30-81a6-882a67ba2a0a/b6eae1ed-f9ff-4845-9b9c-ea61d864a5a3) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:20:51.240289 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-76e7ec95-382d-4e7d-b13b-f8d80f79569e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for port (b6eae1ed-f9ff-4845-9b9c-ea61d864a5a3), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:51.283298 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-76e7ec95-382d-4e7d-b13b-f8d80f79569e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (b6eae1ed-f9ff-4845-9b9c-ea61d864a5a3), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:51.318639 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e7ec95-382d-4e7d-b13b-f8d80f79569e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:20:51.321401 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-76e7ec95-382d-4e7d-b13b-f8d80f79569e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:20:51.324978 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e7ec95-382d-4e7d-b13b-f8d80f79569e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:20:51.349840 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7ec95-382d-4e7d-b13b-f8d80f79569e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Pushing event updated for resources: {'Port': ['ID=b6eae1ed-f9ff-4845-9b9c-ea61d864a5a3,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:51.700551 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-76e7ec95-382d-4e7d-b13b-f8d80f79569e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for floatingip (8c76c49c-3b6f-4a29-8468-d30ff2504d31), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:51.772541 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-76e7ec95-382d-4e7d-b13b-f8d80f79569e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (b6eae1ed-f9ff-4845-9b9c-ea61d864a5a3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:51.781045 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001269e-d546-4974-97a1-374f8e7a0105 req-76776ede-dbdd-41d6-ad37-540116a41198 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:51.782560 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6001269e-d546-4974-97a1-374f8e7a0105 req-76776ede-dbdd-41d6-ad37-540116a41198 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 984 time: 0.0519052 May 04 08:20:51.843660 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6001269e-d546-4974-97a1-374f8e7a0105 req-b0bcb4b0-3d71-4ea1-8800-51d8409c740d tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0f1951c-1c71-4acc-830f-829e3481b905&id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548155 May 04 08:20:51.926294 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-76e7ec95-382d-4e7d-b13b-f8d80f79569e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for port (b6eae1ed-f9ff-4845-9b9c-ea61d864a5a3), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:51.933667 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-76e7ec95-382d-4e7d-b13b-f8d80f79569e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (b6eae1ed-f9ff-4845-9b9c-ea61d864a5a3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:52.008032 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7ec95-382d-4e7d-b13b-f8d80f79569e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Pushing event updated for resources: {'Port': ['ID=b6eae1ed-f9ff-4845-9b9c-ea61d864a5a3,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:52.020383 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-76e7ec95-382d-4e7d-b13b-f8d80f79569e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (8c76c49c-3b6f-4a29-8468-d30ff2504d31), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:52.192682 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 6 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:20:52.380942 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.l3_db [None req-76e7ec95-382d-4e7d-b13b-f8d80f79569e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Floating IP 8c76c49c-3b6f-4a29-8468-d30ff2504d31 associated. External IP: 172.27.3.62, port: 488beac5-593a-40e5-8057-000e3d077b9f. May 04 08:20:52.604292 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e7ec95-382d-4e7d-b13b-f8d80f79569e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:20:52.722288 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e7ec95-382d-4e7d-b13b-f8d80f79569e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:20:52.735827 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4c83ff-b575-48ac-8131-0f5ee689a74e None None] Sync routers for ids ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'] in dv-cinder-840289-4-iscsi {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:20:52.741890 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-76e7ec95-382d-4e7d-b13b-f8d80f79569e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:52.748511 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4c83ff-b575-48ac-8131-0f5ee689a74e None None] Routers {'34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:20:52.748511 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4d4c83ff-b575-48ac-8131-0f5ee689a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:20:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:52.772668 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-76e7ec95-382d-4e7d-b13b-f8d80f79569e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8840857 May 04 08:20:52.773452 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4dae11-6d49-421c-b91c-90ead592facf', 'tag': '488beac5-593a-40e5-8057-000e3d077b9f'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:20:52.775596 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968bd931-9b2e-4127-a935-96cf204c73f4" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4dae11-6d49-421c-b91c-90ead592facf", "tag": "488beac5-593a-40e5-8057-000e3d077b9f"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:20:52.814097 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2364c360-7ac3-4133-b85c-29415b8ffe11 x-openstack-request-id: req-2364c360-7ac3-4133-b85c-29415b8ffe11 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:20:52.814498 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4dae11-6d49-421c-b91c-90ead592facf", "tag": "488beac5-593a-40e5-8057-000e3d077b9f", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:20:52.814846 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2364c360-7ac3-4133-b85c-29415b8ffe11 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:20:52.815430 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2364c360-7ac3-4133-b85c-29415b8ffe11'] response: {'name': 'network-changed', 'server_uuid': 'eb4dae11-6d49-421c-b91c-90ead592facf', 'tag': '488beac5-593a-40e5-8057-000e3d077b9f', 'status': 'completed', 'code': 200} May 04 08:20:52.871050 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-4d4c83ff-b575-48ac-8131-0f5ee689a74e None None] Set router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:20:52.940119 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bd931-9b2e-4127-a935-96cf204c73f4 req-a6babe32-31f4-4210-8521-3679d6fd0290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:52.942695 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-968bd931-9b2e-4127-a935-96cf204c73f4 req-a6babe32-31f4-4210-8521-3679d6fd0290 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74c56bb918414ffe937415b180eb5944&device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 1130 time: 0.0470371 May 04 08:20:52.976789 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27a4be-1613-40c2-a451-6db531ed6ce5 req-34217629-05a7-4965-b080-347ca8d84dc7 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:52.978344 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fa27a4be-1613-40c2-a451-6db531ed6ce5 req-34217629-05a7-4965-b080-347ca8d84dc7 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 984 time: 0.0535665 May 04 08:20:53.062411 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bd931-9b2e-4127-a935-96cf204c73f4 req-cbc432dc-04d3-420d-b911-6b013a7708a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:53.064120 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-968bd931-9b2e-4127-a935-96cf204c73f4 req-cbc432dc-04d3-420d-b911-6b013a7708a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3e15cd7-7965-45b0-9080-9151cadd7087 HTTP/1.1" status: 200 len: 912 time: 0.1126244 May 04 08:20:53.078160 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fa27a4be-1613-40c2-a451-6db531ed6ce5 req-f6f4346f-72a4-4270-87e4-74ee364b1459 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0f1951c-1c71-4acc-830f-829e3481b905&id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0934675 May 04 08:20:53.126890 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4d4c83ff-b575-48ac-8131-0f5ee689a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'name': 'tempest-TestVolumeBootPattern-207200761-router', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '31469d2e-4713-498a-ac84-44d8a742942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:16:58Z', 'revision_number': 4, 'project_id': '74c56bb918414ffe937415b180eb5944', 'gw_port': {'id': '31469d2e-4713-498a-ac84-44d8a742942b', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': '8c76c49c-3b6f-4a29-8468-d30ff2504d31', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'port_id': '488beac5-593a-40e5-8057-000e3d077b9f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'mac_address': 'fa:16:3e:f6:02:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4dae11-6d49-421c-b91c-90ead592facf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:20:51Z', 'updated_at': '2022-05-04T08:20:51Z', 'revision_number': 0, 'project_id': '74c56bb918414ffe937415b180eb5944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8', 'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'mac_address': 'fa:16:3e:ce:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:57Z', 'updated_at': '2022-05-04T08:17:02Z', 'revision_number': 5, 'project_id': '74c56bb918414ffe937415b180eb5944', 'subnets': [{'id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:53.154127 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4c83ff-b575-48ac-8131-0f5ee689a74e None None] Checking router: 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf for host: dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:20:53.162407 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4c83ff-b575-48ac-8131-0f5ee689a74e None None] Routers {'34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:20:53.162553 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-968bd931-9b2e-4127-a935-96cf204c73f4 req-07044561-cc4d-434c-b2b0-54dd505d5432 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=488beac5-593a-40e5-8057-000e3d077b9f HTTP/1.1" status: 200 len: 999 time: 0.0661614 May 04 08:20:53.163357 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4d4c83ff-b575-48ac-8131-0f5ee689a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:20:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:53.280321 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-4d4c83ff-b575-48ac-8131-0f5ee689a74e None None] Set router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:20:53.631930 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4d4c83ff-b575-48ac-8131-0f5ee689a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'name': 'tempest-TestVolumeBootPattern-207200761-router', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '31469d2e-4713-498a-ac84-44d8a742942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:16:58Z', 'revision_number': 4, 'project_id': '74c56bb918414ffe937415b180eb5944', 'gw_port': {'id': '31469d2e-4713-498a-ac84-44d8a742942b', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': '8c76c49c-3b6f-4a29-8468-d30ff2504d31', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'port_id': '488beac5-593a-40e5-8057-000e3d077b9f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'mac_address': 'fa:16:3e:f6:02:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4dae11-6d49-421c-b91c-90ead592facf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:20:51Z', 'updated_at': '2022-05-04T08:20:51Z', 'revision_number': 0, 'project_id': '74c56bb918414ffe937415b180eb5944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8', 'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'mac_address': 'fa:16:3e:ce:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:57Z', 'updated_at': '2022-05-04T08:17:02Z', 'revision_number': 5, 'project_id': '74c56bb918414ffe937415b180eb5944', 'subnets': [{'id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:53.654617 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bd931-9b2e-4127-a935-96cf204c73f4 req-5196329d-8abe-4f25-8227-6bdc9d9772e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:53.656160 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-968bd931-9b2e-4127-a935-96cf204c73f4 req-5196329d-8abe-4f25-8227-6bdc9d9772e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b831c99a-7ea5-474f-8091-5f278d7d0d3f HTTP/1.1" status: 200 len: 850 time: 0.0453198 May 04 08:20:53.658067 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4c83ff-b575-48ac-8131-0f5ee689a74e None None] The sync data for ids ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'] in dv-cinder-840289-4-iscsi is: [{'id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'name': 'tempest-TestVolumeBootPattern-207200761-router', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '31469d2e-4713-498a-ac84-44d8a742942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:16:58Z', 'revision_number': 4, 'project_id': '74c56bb918414ffe937415b180eb5944', 'gw_port': {'id': '31469d2e-4713-498a-ac84-44d8a742942b', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': '8c76c49c-3b6f-4a29-8468-d30ff2504d31', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'port_id': '488beac5-593a-40e5-8057-000e3d077b9f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'mac_address': 'fa:16:3e:f6:02:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4dae11-6d49-421c-b91c-90ead592facf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:20:51Z', 'updated_at': '2022-05-04T08:20:51Z', 'revision_number': 0, 'project_id': '74c56bb918414ffe937415b180eb5944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8', 'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'mac_address': 'fa:16:3e:ce:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:57Z', 'updated_at': '2022-05-04T08:17:02Z', 'revision_number': 5, 'project_id': '74c56bb918414ffe937415b180eb5944', 'subnets': [{'id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:20:53.713644 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bd931-9b2e-4127-a935-96cf204c73f4 req-9f5effba-ed00-4875-b89f-506d3e6a0e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:53.715202 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-968bd931-9b2e-4127-a935-96cf204c73f4 req-9f5effba-ed00-4875-b89f-506d3e6a0e8e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3e15cd7-7965-45b0-9080-9151cadd7087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426431 May 04 08:20:53.855266 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9230f42-3a31-4651-81fa-5da79469a0c1 None None] New status for floating IP 8c76c49c-3b6f-4a29-8468-d30ff2504d31: ACTIVE {{(pid=103566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:20:53.917989 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-968bd931-9b2e-4127-a935-96cf204c73f4 req-fbcfb01e-6a70-4dc4-9789-12d70011b64c service neutron] 10.222.0.13 "GET /v2.0/networks/f3e15cd7-7965-45b0-9080-9151cadd7087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974729 May 04 08:20:54.011419 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-968bd931-9b2e-4127-a935-96cf204c73f4 req-b201f098-f5c1-48a4-9827-30d6391b43e9 service neutron] 10.222.0.13 "GET /v2.0/networks/f3e15cd7-7965-45b0-9080-9151cadd7087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871100 May 04 08:20:54.198071 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47211984-bfe7-4c4e-8770-642384f75982 req-4f82f868-7154-4881-b1dd-da5bf7ef301f tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:54.199594 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-47211984-bfe7-4c4e-8770-642384f75982 req-4f82f868-7154-4881-b1dd-da5bf7ef301f tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 984 time: 0.0482659 May 04 08:20:54.264221 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-47211984-bfe7-4c4e-8770-642384f75982 req-72c8628c-963d-4911-88d6-1a48e44a3111 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0f1951c-1c71-4acc-830f-829e3481b905&id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581651 May 04 08:20:55.394452 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2fd65-396b-439b-ba52-c8b2bb195db9 req-a328fbd4-5856-4d8a-9533-59fc8c493a94 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:55.396212 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2dc2fd65-396b-439b-ba52-c8b2bb195db9 req-a328fbd4-5856-4d8a-9533-59fc8c493a94 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 984 time: 0.0554249 May 04 08:20:55.464824 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2dc2fd65-396b-439b-ba52-c8b2bb195db9 req-e926abff-5057-4ba5-8f76-917ba6ac45b4 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0f1951c-1c71-4acc-830f-829e3481b905&id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627489 May 04 08:20:55.496889 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5b34b-c31a-4b52-add6-d1204346cb9a req-a1edf995-185f-4477-8fa2-89812d531b00 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:55.498289 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-85c5b34b-c31a-4b52-add6-d1204346cb9a req-a1edf995-185f-4477-8fa2-89812d531b00 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 946 time: 0.0558853 May 04 08:20:55.547958 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-85c5b34b-c31a-4b52-add6-d1204346cb9a req-84bb9a8a-2a24-4b1c-b2b3-870935aeb2ad tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439281 May 04 08:20:56.590146 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79061a-ae84-4844-b4ca-f4ce131b26d9 req-f54f2a2c-31bf-46e5-82fe-7fcf1b6ee3e0 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:56.591703 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-af79061a-ae84-4844-b4ca-f4ce131b26d9 req-f54f2a2c-31bf-46e5-82fe-7fcf1b6ee3e0 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 984 time: 0.0531418 May 04 08:20:56.680535 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-af79061a-ae84-4844-b4ca-f4ce131b26d9 req-af049b26-c517-4642-bbec-6b0c155310a5 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0f1951c-1c71-4acc-830f-829e3481b905&id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0823784 May 04 08:20:56.688649 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8780383-e5aa-47af-9006-8b8120a49b47 req-c016ed57-aacd-47ab-96a9-253b271af9b2 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:56.690055 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f8780383-e5aa-47af-9006-8b8120a49b47 req-c016ed57-aacd-47ab-96a9-253b271af9b2 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 946 time: 0.0662749 May 04 08:20:56.739313 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f8780383-e5aa-47af-9006-8b8120a49b47 req-ebf699e0-aa33-4a00-afdb-eccb8e7718db tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427475 May 04 08:20:57.674412 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188814b-2bbf-48fd-962c-d8b04e61a337 req-46a7008c-1caf-41e9-a393-82f77acfbfa3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:57.675925 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c188814b-2bbf-48fd-962c-d8b04e61a337 req-46a7008c-1caf-41e9-a393-82f77acfbfa3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.13 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 946 time: 0.0507705 May 04 08:20:57.771265 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-c188814b-2bbf-48fd-962c-d8b04e61a337 req-4d937d75-993d-4927-9196-0e4271c06927 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Deleting port ece0d49a-030d-48d4-9e36-92066c88c022 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:20:57.771711 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-c188814b-2bbf-48fd-962c-d8b04e61a337 req-4d937d75-993d-4927-9196-0e4271c06927 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (ece0d49a-030d-48d4-9e36-92066c88c022), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:57.798093 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a88b6f-8547-4329-b783-72dd355a43ed req-b472de41-b4cd-49d4-8dd5-af4ad3eae7dd tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:57.799763 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-77a88b6f-8547-4329-b783-72dd355a43ed req-b472de41-b4cd-49d4-8dd5-af4ad3eae7dd tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 984 time: 0.0514493 May 04 08:20:57.867472 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-c188814b-2bbf-48fd-962c-d8b04e61a337 req-4d937d75-993d-4927-9196-0e4271c06927 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] For port ece0d49a-030d-48d4-9e36-92066c88c022, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=ece0d49a-030d-48d4-9e36-92066c88c022,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:20:57.867862 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-c188814b-2bbf-48fd-962c-d8b04e61a337 req-4d937d75-993d-4927-9196-0e4271c06927 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (ece0d49a-030d-48d4-9e36-92066c88c022), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:57.884881 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5203fd-11da-4f4f-b4d4-f58156591acf req-2a9ae24c-db51-40ba-9e21-e47ed96fd763 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:57.886786 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0d5203fd-11da-4f4f-b4d4-f58156591acf req-2a9ae24c-db51-40ba-9e21-e47ed96fd763 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 946 time: 0.0715041 May 04 08:20:57.914582 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-77a88b6f-8547-4329-b783-72dd355a43ed req-38233779-3c67-4961-b602-30937027b394 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0f1951c-1c71-4acc-830f-829e3481b905&id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1068747 May 04 08:20:57.945366 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0d5203fd-11da-4f4f-b4d4-f58156591acf req-11cd3a24-d5b1-435a-9df2-dffe8cee9151 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=889c9b92-ec28-458f-96d2-578fd79c5998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489538 May 04 08:20:58.053845 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-c188814b-2bbf-48fd-962c-d8b04e61a337 req-4d937d75-993d-4927-9196-0e4271c06927 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:58.054204 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-c188814b-2bbf-48fd-962c-d8b04e61a337 req-4d937d75-993d-4927-9196-0e4271c06927 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (bc0a33db-616c-4087-8329-c5546576a468), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:58.054514 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.l3_db [req-c188814b-2bbf-48fd-962c-d8b04e61a337 req-4d937d75-993d-4927-9196-0e4271c06927 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Floating IP bc0a33db-616c-4087-8329-c5546576a468 disassociated. External IP: 172.27.3.226, port: ece0d49a-030d-48d4-9e36-92066c88c022. May 04 08:20:58.054854 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-c188814b-2bbf-48fd-962c-d8b04e61a337 req-4d937d75-993d-4927-9196-0e4271c06927 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Calling delete_port for ece0d49a-030d-48d4-9e36-92066c88c022 owned by compute:nova {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:20:58.193056 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-c188814b-2bbf-48fd-962c-d8b04e61a337 req-4d937d75-993d-4927-9196-0e4271c06927 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (ece0d49a-030d-48d4-9e36-92066c88c022), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:58.224404 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d937d75-993d-4927-9196-0e4271c06927 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Pushing event deleted for resources: {'Port': ['ID=ece0d49a-030d-48d4-9e36-92066c88c022,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:58.340923 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c188814b-2bbf-48fd-962c-d8b04e61a337 req-4d937d75-993d-4927-9196-0e4271c06927 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Router 86fe3ff6-c4f4-4494-b652-9ef77792b78f has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:20:58.461059 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c188814b-2bbf-48fd-962c-d8b04e61a337 req-4d937d75-993d-4927-9196-0e4271c06927 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:20:58.472866 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02b0b4d-61a7-4ae4-ab04-8cfd59946b0d None None] Sync routers for ids ['86fe3ff6-c4f4-4494-b652-9ef77792b78f'] in dv-cinder-840289-4-iscsi {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:20:58.483543 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02b0b4d-61a7-4ae4-ab04-8cfd59946b0d None None] Routers {'86fe3ff6-c4f4-4494-b652-9ef77792b78f'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:20:58.484184 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e02b0b4d-61a7-4ae4-ab04-8cfd59946b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:20:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['86fe3ff6-c4f4-4494-b652-9ef77792b78f'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:58.504783 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-c188814b-2bbf-48fd-962c-d8b04e61a337 req-4d937d75-993d-4927-9196-0e4271c06927 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] No DVR routers for this DVR port ece0d49a-030d-48d4-9e36-92066c88c022 on host hv-cinder-84028 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:20:58.507557 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-c188814b-2bbf-48fd-962c-d8b04e61a337 req-4d937d75-993d-4927-9196-0e4271c06927 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:58.511164 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c188814b-2bbf-48fd-962c-d8b04e61a337 req-4d937d75-993d-4927-9196-0e4271c06927 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.13 "DELETE /v2.0/ports/ece0d49a-030d-48d4-9e36-92066c88c022 HTTP/1.1" status: 204 len: 173 time: 0.8293173 May 04 08:20:58.511612 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646f2e1f-c22b-4358-bc72-53f0e8a5800e', 'name': 'network-vif-deleted', 'tag': 'ece0d49a-030d-48d4-9e36-92066c88c022'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:20:58.513855 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b962ca-e506-49f4-92b6-52ee2c76023f" -d '{"events": [{"server_uuid": "646f2e1f-c22b-4358-bc72-53f0e8a5800e", "name": "network-vif-deleted", "tag": "ece0d49a-030d-48d4-9e36-92066c88c022"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:20:58.551723 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7878567-f26d-4ef4-b563-1f312825a474 x-openstack-request-id: req-d7878567-f26d-4ef4-b563-1f312825a474 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:20:58.552037 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646f2e1f-c22b-4358-bc72-53f0e8a5800e", "name": "network-vif-deleted", "tag": "ece0d49a-030d-48d4-9e36-92066c88c022", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:20:58.552427 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d7878567-f26d-4ef4-b563-1f312825a474 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:20:58.553497 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7878567-f26d-4ef4-b563-1f312825a474'] response: {'server_uuid': '646f2e1f-c22b-4358-bc72-53f0e8a5800e', 'name': 'network-vif-deleted', 'tag': 'ece0d49a-030d-48d4-9e36-92066c88c022', 'status': 'completed', 'code': 200} May 04 08:20:58.602604 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-e02b0b4d-61a7-4ae4-ab04-8cfd59946b0d None None] Set router 86fe3ff6-c4f4-4494-b652-9ef77792b78f gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:20:58.821093 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e02b0b4d-61a7-4ae4-ab04-8cfd59946b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'name': 'tempest-AttachVolumeShelveTestJSON-851729642-router', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:03Z', 'updated_at': '2022-05-04T08:16:20Z', 'revision_number': 4, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'gw_port': {'id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '5b29f279-72f1-4f5c-934b-bf2513ecc4e4', 'name': '', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'mac_address': 'fa:16:3e:16:5d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:16Z', 'updated_at': '2022-05-04T08:16:34Z', 'revision_number': 5, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'subnets': [{'id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:58.850425 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02b0b4d-61a7-4ae4-ab04-8cfd59946b0d None None] Checking router: 86fe3ff6-c4f4-4494-b652-9ef77792b78f for host: dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:20:58.861530 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02b0b4d-61a7-4ae4-ab04-8cfd59946b0d None None] Routers {'86fe3ff6-c4f4-4494-b652-9ef77792b78f'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:20:58.862437 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e02b0b4d-61a7-4ae4-ab04-8cfd59946b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:20:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['86fe3ff6-c4f4-4494-b652-9ef77792b78f'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:58.978181 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-e02b0b4d-61a7-4ae4-ab04-8cfd59946b0d None None] Set router 86fe3ff6-c4f4-4494-b652-9ef77792b78f gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:20:59.036578 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee63bb-a6d1-40a4-ad8a-b9cbedefa37e req-304d450a-50fb-46d9-bd3c-3b96d6cbe231 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:59.038173 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-93ee63bb-a6d1-40a4-ad8a-b9cbedefa37e req-304d450a-50fb-46d9-bd3c-3b96d6cbe231 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 984 time: 0.0534735 May 04 08:20:59.077885 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-814685c4-2c8c-49ec-8115-4e22da57bd9a req-a3483e3e-0ed1-438b-bdbe-8c869e7b8901 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=646f2e1f-c22b-4358-bc72-53f0e8a5800e HTTP/1.1" status: 200 len: 210 time: 0.0349340 May 04 08:20:59.136872 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-93ee63bb-a6d1-40a4-ad8a-b9cbedefa37e req-ced132be-2f19-4a90-999b-a796ef7f64cf tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0f1951c-1c71-4acc-830f-829e3481b905&id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0857520 May 04 08:20:59.190139 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e02b0b4d-61a7-4ae4-ab04-8cfd59946b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'name': 'tempest-AttachVolumeShelveTestJSON-851729642-router', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:03Z', 'updated_at': '2022-05-04T08:16:20Z', 'revision_number': 4, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'gw_port': {'id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '5b29f279-72f1-4f5c-934b-bf2513ecc4e4', 'name': '', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'mac_address': 'fa:16:3e:16:5d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:16Z', 'updated_at': '2022-05-04T08:16:34Z', 'revision_number': 5, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'subnets': [{'id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:59.219683 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02b0b4d-61a7-4ae4-ab04-8cfd59946b0d None None] The sync data for ids ['86fe3ff6-c4f4-4494-b652-9ef77792b78f'] in dv-cinder-840289-4-iscsi is: [{'id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'name': 'tempest-AttachVolumeShelveTestJSON-851729642-router', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:03Z', 'updated_at': '2022-05-04T08:16:20Z', 'revision_number': 4, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'gw_port': {'id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '5b29f279-72f1-4f5c-934b-bf2513ecc4e4', 'name': '', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'mac_address': 'fa:16:3e:16:5d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:16Z', 'updated_at': '2022-05-04T08:16:34Z', 'revision_number': 5, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'subnets': [{'id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:20:59.453934 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad926c3f-91a5-4851-8364-5a39e08d8792 None None] New status for floating IP bc0a33db-616c-4087-8329-c5546576a468: DOWN {{(pid=103566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:20:59.633741 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-682df903-1960-47ed-a031-3e34ca8f1601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:00.171991 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 37010) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:00.234182 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-889bf26c-eb62-4ea8-a77a-3b471e4812a3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for security_group (889c9b92-ec28-458f-96d2-578fd79c5998), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:00.257120 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-889bf26c-eb62-4ea8-a77a-3b471e4812a3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for security_group (889c9b92-ec28-458f-96d2-578fd79c5998), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:00.304927 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-889bf26c-eb62-4ea8-a77a-3b471e4812a3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (889c9b92-ec28-458f-96d2-578fd79c5998), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:00.307620 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-889bf26c-eb62-4ea8-a77a-3b471e4812a3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:00.309933 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-889bf26c-eb62-4ea8-a77a-3b471e4812a3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "DELETE /v2.0/security-groups/889c9b92-ec28-458f-96d2-578fd79c5998 HTTP/1.1" status: 204 len: 168 time: 0.1357923 May 04 08:21:00.312224 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37014) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:00.318654 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bf26c-eb62-4ea8-a77a-3b471e4812a3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=889c9b92-ec28-458f-96d2-578fd79c5998,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:00.331507 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.api.v2.resource [None req-ced1a1a6-358d-4c4a-a8f7-03617eac2df0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] show failed (client error): The resource could not be found. May 04 08:21:00.332531 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-ced1a1a6-358d-4c4a-a8f7-03617eac2df0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups/889c9b92-ec28-458f-96d2-578fd79c5998 HTTP/1.1" status: 404 len: 347 time: 0.0193343 May 04 08:21:00.335483 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37016) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:00.335808 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bf26c-eb62-4ea8-a77a-3b471e4812a3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.336161 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bf26c-eb62-4ea8-a77a-3b471e4812a3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.336508 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bf26c-eb62-4ea8-a77a-3b471e4812a3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.336847 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bf26c-eb62-4ea8-a77a-3b471e4812a3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.337184 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bf26c-eb62-4ea8-a77a-3b471e4812a3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.337518 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bf26c-eb62-4ea8-a77a-3b471e4812a3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.337851 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bf26c-eb62-4ea8-a77a-3b471e4812a3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.338179 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bf26c-eb62-4ea8-a77a-3b471e4812a3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.338507 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bf26c-eb62-4ea8-a77a-3b471e4812a3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.338833 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bf26c-eb62-4ea8-a77a-3b471e4812a3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.339184 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bf26c-eb62-4ea8-a77a-3b471e4812a3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.339506 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bf26c-eb62-4ea8-a77a-3b471e4812a3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.339831 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bf26c-eb62-4ea8-a77a-3b471e4812a3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.340150 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bf26c-eb62-4ea8-a77a-3b471e4812a3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.340470 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bf26c-eb62-4ea8-a77a-3b471e4812a3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.380549 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a5361-6f5d-4307-9921-2c66d1a909dc req-97f6272d-0c90-4416-b4be-c93f300bac53 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:00.382099 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2b4a5361-6f5d-4307-9921-2c66d1a909dc req-97f6272d-0c90-4416-b4be-c93f300bac53 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 984 time: 0.1771071 May 04 08:21:00.450531 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2b4a5361-6f5d-4307-9921-2c66d1a909dc req-513ffb53-a819-400f-a0ad-5c3b5e4a6a72 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0f1951c-1c71-4acc-830f-829e3481b905&id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584545 May 04 08:21:00.470432 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4440f4ff-cd03-4d70-83c2-03183989609f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Deleting port 94488e09-595f-42c4-827e-74d436a1d5c2 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:21:00.470750 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4440f4ff-cd03-4d70-83c2-03183989609f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (94488e09-595f-42c4-827e-74d436a1d5c2), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:00.547304 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4440f4ff-cd03-4d70-83c2-03183989609f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (94488e09-595f-42c4-827e-74d436a1d5c2), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:00.547575 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4440f4ff-cd03-4d70-83c2-03183989609f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for floatingip (94488e09-595f-42c4-827e-74d436a1d5c2), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:00.560481 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4440f4ff-cd03-4d70-83c2-03183989609f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Calling delete_port for 94488e09-595f-42c4-827e-74d436a1d5c2 owned by network:floatingip {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:21:00.714647 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4440f4ff-cd03-4d70-83c2-03183989609f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (94488e09-595f-42c4-827e-74d436a1d5c2), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:00.740583 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440f4ff-cd03-4d70-83c2-03183989609f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Pushing event deleted for resources: {'Port': ['ID=94488e09-595f-42c4-827e-74d436a1d5c2,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:00.792137 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device ece0d49a-030d-48d4-9e36-92066c88c022 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:21:00.798804 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4440f4ff-cd03-4d70-83c2-03183989609f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for floatingip (bc0a33db-616c-4087-8329-c5546576a468), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:00.801373 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4440f4ff-cd03-4d70-83c2-03183989609f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:00.802909 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-4440f4ff-cd03-4d70-83c2-03183989609f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "DELETE /v2.0/floatingips/bc0a33db-616c-4087-8329-c5546576a468 HTTP/1.1" status: 204 len: 168 time: 0.4661021 May 04 08:21:00.813780 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] No Port match for: ece0d49a-030d-48d4-9e36-92066c88c022 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:21:00.814134 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device ece0d49a-030d-48d4-9e36-92066c88c022 not bound to the agent host hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:21:00.985827 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 37022) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:00.990471 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-f84a331a-0f97-4f8b-ac8f-2b6430738bc7 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--741018273', 'description': 'tempest-description--1140291385'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:01.014153 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f84a331a-0f97-4f8b-ac8f-2b6430738bc7 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:01.080659 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f84a331a-0f97-4f8b-ac8f-2b6430738bc7 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for security_group (047d4a60-e911-4c2e-9424-fd642c7351ff), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:01.086012 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f84a331a-0f97-4f8b-ac8f-2b6430738bc7 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (047d4a60-e911-4c2e-9424-fd642c7351ff), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:01.112397 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f84a331a-0f97-4f8b-ac8f-2b6430738bc7 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:01.113598 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-f84a331a-0f97-4f8b-ac8f-2b6430738bc7 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1267986 May 04 08:21:01.116723 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37024) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:01.117549 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a331a-0f97-4f8b-ac8f-2b6430738bc7 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=047d4a60-e911-4c2e-9424-fd642c7351ff,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:01.121323 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-366b3242-7daa-44bb-8362-b209f6aed022 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Request body: {'security_group_rule': {'security_group_id': '047d4a60-e911-4c2e-9424-fd642c7351ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:01.149538 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-366b3242-7daa-44bb-8362-b209f6aed022 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for security_group_rule (e37d114d-db5f-41ce-b7ae-588fa0a28343), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:01.209122 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-366b3242-7daa-44bb-8362-b209f6aed022 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for security_group_rule (e37d114d-db5f-41ce-b7ae-588fa0a28343), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:01.215006 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-366b3242-7daa-44bb-8362-b209f6aed022 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (e37d114d-db5f-41ce-b7ae-588fa0a28343), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:01.234741 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b3242-7daa-44bb-8362-b209f6aed022 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37d114d-db5f-41ce-b7ae-588fa0a28343,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:01.240937 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-366b3242-7daa-44bb-8362-b209f6aed022 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:01.242226 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-366b3242-7daa-44bb-8362-b209f6aed022 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244690 May 04 08:21:01.245092 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37026) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:01.249270 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-97449c2a-a340-4adc-8c5a-5b69fdb4adf9 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Request body: {'security_group_rule': {'security_group_id': '047d4a60-e911-4c2e-9424-fd642c7351ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:01.274903 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-97449c2a-a340-4adc-8c5a-5b69fdb4adf9 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for security_group_rule (57fa6d7d-3658-422a-9a5d-bee1f761fd7e), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:01.333843 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-97449c2a-a340-4adc-8c5a-5b69fdb4adf9 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for security_group_rule (57fa6d7d-3658-422a-9a5d-bee1f761fd7e), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:01.339655 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-97449c2a-a340-4adc-8c5a-5b69fdb4adf9 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (57fa6d7d-3658-422a-9a5d-bee1f761fd7e), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:01.362975 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97449c2a-a340-4adc-8c5a-5b69fdb4adf9 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57fa6d7d-3658-422a-9a5d-bee1f761fd7e,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:01.372596 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-97449c2a-a340-4adc-8c5a-5b69fdb4adf9 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:01.373947 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-97449c2a-a340-4adc-8c5a-5b69fdb4adf9 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279521 May 04 08:21:01.377401 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37030) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:01.381705 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-20b98d71-b46d-49e0-bf2e-c8ccaa24fcf5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Request body: {'floatingip': {'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:01.403644 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-20b98d71-b46d-49e0-bf2e-c8ccaa24fcf5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:01.483091 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-20b98d71-b46d-49e0-bf2e-c8ccaa24fcf5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:01.564360 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc463ef-bb08-4ff0-ac73-aa984998a134 req-bb7ce06c-007a-40cb-8c47-98c3cc3c8a9c tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:01.565825 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2bc463ef-bb08-4ff0-ac73-aa984998a134 req-bb7ce06c-007a-40cb-8c47-98c3cc3c8a9c tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 984 time: 0.0460844 May 04 08:21:01.593689 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-20b98d71-b46d-49e0-bf2e-c8ccaa24fcf5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Allocated IP 172.27.3.156 (0ebd93d7-2ac3-420c-94d7-d3952e6d85cb/89057fef-1c75-4f30-81a6-882a67ba2a0a/e5b1b5e5-3efa-4df5-a0e3-fd363c7ea7d6) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:21:01.629391 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2bc463ef-bb08-4ff0-ac73-aa984998a134 req-1450e6be-5ff0-4c0b-b135-669dd0e7dc67 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0f1951c-1c71-4acc-830f-829e3481b905&id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575278 May 04 08:21:01.698202 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-20b98d71-b46d-49e0-bf2e-c8ccaa24fcf5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for port (e5b1b5e5-3efa-4df5-a0e3-fd363c7ea7d6), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:01.746688 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-20b98d71-b46d-49e0-bf2e-c8ccaa24fcf5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (e5b1b5e5-3efa-4df5-a0e3-fd363c7ea7d6), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:01.785410 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b98d71-b46d-49e0-bf2e-c8ccaa24fcf5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:21:01.795101 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-20b98d71-b46d-49e0-bf2e-c8ccaa24fcf5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:21:01.798288 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b98d71-b46d-49e0-bf2e-c8ccaa24fcf5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Pushing event updated for resources: {'Port': ['ID=e5b1b5e5-3efa-4df5-a0e3-fd363c7ea7d6,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:01.800616 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b98d71-b46d-49e0-bf2e-c8ccaa24fcf5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:21:01.893787 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1b94a384-8a9e-40aa-96d2-420a4a8304bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:01.906554 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-20b98d71-b46d-49e0-bf2e-c8ccaa24fcf5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for floatingip (6150617f-398f-490d-9058-1c058bea92fa), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:01.945125 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-20b98d71-b46d-49e0-bf2e-c8ccaa24fcf5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (e5b1b5e5-3efa-4df5-a0e3-fd363c7ea7d6), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:02.098934 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-20b98d71-b46d-49e0-bf2e-c8ccaa24fcf5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for port (e5b1b5e5-3efa-4df5-a0e3-fd363c7ea7d6), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:02.106265 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-20b98d71-b46d-49e0-bf2e-c8ccaa24fcf5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (e5b1b5e5-3efa-4df5-a0e3-fd363c7ea7d6), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:02.170771 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b98d71-b46d-49e0-bf2e-c8ccaa24fcf5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Pushing event updated for resources: {'Port': ['ID=e5b1b5e5-3efa-4df5-a0e3-fd363c7ea7d6,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:02.182874 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-20b98d71-b46d-49e0-bf2e-c8ccaa24fcf5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (6150617f-398f-490d-9058-1c058bea92fa), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:02.199963 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-20b98d71-b46d-49e0-bf2e-c8ccaa24fcf5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:02.201230 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-20b98d71-b46d-49e0-bf2e-c8ccaa24fcf5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8228543 May 04 08:21:02.504323 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-59fd8809-8978-4b44-9665-b41ac3dc8518 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--741018273&fields=id&tenant_id=76e08c9379ad43118a23806f1da1f18a HTTP/1.1" status: 200 len: 267 time: 0.0430043 May 04 08:21:02.508078 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-878b29f9-b6fd-4427-a43c-ff65a54c72bb req-0a9b2ade-fe78-4845-9593-67337f53a5be service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405343 May 04 08:21:02.597664 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b29f9-b6fd-4427-a43c-ff65a54c72bb req-04fea2aa-e0a4-47c2-8e68-5a5654785036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:02.599321 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-878b29f9-b6fd-4427-a43c-ff65a54c72bb req-04fea2aa-e0a4-47c2-8e68-5a5654785036 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57ccec31ee3f4845a480759a5772055a&device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 1129 time: 0.0394056 May 04 08:21:02.614708 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-646f9606-e892-4aac-8df9-8596540a76b5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:02.616266 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-646f9606-e892-4aac-8df9-8596540a76b5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/networks?id=69e555c2-1670-40dc-ab1f-e521e2075e90 HTTP/1.1" status: 200 len: 816 time: 0.1052301 May 04 08:21:02.631739 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-2e404bee-b39d-4d35-9ef5-25e3e0a70be0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/quotas/76e08c9379ad43118a23806f1da1f18a HTTP/1.1" status: 200 len: 375 time: 0.0100286 May 04 08:21:02.685221 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-bffba659-6a26-4ab9-b12f-9f87abbcc307 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=76e08c9379ad43118a23806f1da1f18a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480807 May 04 08:21:02.708192 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b29f9-b6fd-4427-a43c-ff65a54c72bb req-e72e2eea-b6da-49b0-a780-656a1a96a381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:02.709710 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-878b29f9-b6fd-4427-a43c-ff65a54c72bb req-e72e2eea-b6da-49b0-a780-656a1a96a381 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7df6b99b-6f55-43f2-ae59-a84ab50ce98b HTTP/1.1" status: 200 len: 912 time: 0.0869191 May 04 08:21:02.780657 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-3c8c3f09-1c58-40fa-a723-cc79d986aec9 service neutron] 10.222.0.59 "GET /v2.0/networks/69e555c2-1670-40dc-ab1f-e521e2075e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837386 May 04 08:21:02.781504 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-878b29f9-b6fd-4427-a43c-ff65a54c72bb req-0ca7ba53-7501-4eba-873d-795e04d5b8da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff679bee-f8ad-4819-98c2-ace879ffd59b HTTP/1.1" status: 200 len: 1001 time: 0.0619903 May 04 08:21:02.836814 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b29f9-b6fd-4427-a43c-ff65a54c72bb req-3b121982-b868-4a55-b606-2cd7066d6f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:02.838344 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-878b29f9-b6fd-4427-a43c-ff65a54c72bb req-3b121982-b868-4a55-b606-2cd7066d6f24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f44a667d-e0cc-45e5-8f63-a34f7e8f3226 HTTP/1.1" status: 200 len: 850 time: 0.0439506 May 04 08:21:02.874122 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-20babf56-7657-4945-95fe-d8be57ac899f service neutron] 10.222.0.59 "GET /v2.0/networks/69e555c2-1670-40dc-ab1f-e521e2075e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871181 May 04 08:21:02.884333 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b29f9-b6fd-4427-a43c-ff65a54c72bb req-8e94b3ae-03a8-4718-9918-0cfc9e0a8500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:02.885902 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-878b29f9-b6fd-4427-a43c-ff65a54c72bb req-8e94b3ae-03a8-4718-9918-0cfc9e0a8500 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7df6b99b-6f55-43f2-ae59-a84ab50ce98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376835 May 04 08:21:02.993030 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-878b29f9-b6fd-4427-a43c-ff65a54c72bb req-d5e39a93-13d2-458e-9726-d65d3b8d93c3 service neutron] 10.222.0.13 "GET /v2.0/networks/7df6b99b-6f55-43f2-ae59-a84ab50ce98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970340 May 04 08:21:03.039227 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:03.050589 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-856dd68b-4765-4f77-aa81-4dcaf0b263c1 req-48eaf10a-0cbf-48a7-9ad3-f629621db990 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 210 time: 0.0390933 May 04 08:21:03.096680 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-878b29f9-b6fd-4427-a43c-ff65a54c72bb req-5f36f04f-3c73-4b47-8e13-081c7cf20e03 service neutron] 10.222.0.13 "GET /v2.0/networks/7df6b99b-6f55-43f2-ae59-a84ab50ce98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975354 May 04 08:21:04.150314 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-644d08de-a92c-45a7-afa8-80e18026d59c req-7c85bf27-4dd0-476e-ae96-1a2923994494 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 210 time: 0.0277772 May 04 08:21:04.286131 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:04.305911 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-174405c6-797a-4e8b-bf9b-fbe1f6a18f6d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:04.307384 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-174405c6-797a-4e8b-bf9b-fbe1f6a18f6d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.13 "GET /v2.0/networks?id=69e555c2-1670-40dc-ab1f-e521e2075e90 HTTP/1.1" status: 200 len: 816 time: 0.1055956 May 04 08:21:04.392491 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-0dfa55d0-f026-48fa-9970-bc6bccdde05b tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76e08c9379ad43118a23806f1da1f18a HTTP/1.1" status: 200 len: 379 time: 0.0590320 May 04 08:21:04.560805 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-d73dff8a-ba98-483c-ba52-9f8affcde833 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Request body: {'port': {'device_id': 'c86a1f59-45ed-48ef-9f75-15d60f894105', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'admin_state_up': True, 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'security_groups': ['047d4a60-e911-4c2e-9424-fd642c7351ff']}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:04.679439 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-d73dff8a-ba98-483c-ba52-9f8affcde833 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Made reservation on behalf of 76e08c9379ad43118a23806f1da1f18a for: {'port': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:21:04.682778 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-d73dff8a-ba98-483c-ba52-9f8affcde833 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:04.818706 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-d73dff8a-ba98-483c-ba52-9f8affcde833 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Allocated IP 172.20.0.8 (69e555c2-1670-40dc-ab1f-e521e2075e90/c1223e7c-a5fa-47f3-8b09-39c09633d1c1/e9d1d045-ea33-422a-8585-5be19ff8cbdb) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:21:04.964548 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-d73dff8a-ba98-483c-ba52-9f8affcde833 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for port (e9d1d045-ea33-422a-8585-5be19ff8cbdb), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:04.995344 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:05.001572 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-d73dff8a-ba98-483c-ba52-9f8affcde833 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (e9d1d045-ea33-422a-8585-5be19ff8cbdb), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:05.271893 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d2ee8-c5a0-4672-80f5-b70c8774975f req-be5f871e-323f-4092-862e-f4dfbfde7769 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:05.273312 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a26d2ee8-c5a0-4672-80f5-b70c8774975f req-be5f871e-323f-4092-862e-f4dfbfde7769 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 931 time: 0.0472178 May 04 08:21:05.292730 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-d73dff8a-ba98-483c-ba52-9f8affcde833 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Network 69e555c2-1670-40dc-ab1f-e521e2075e90 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:21:05.300247 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-d73dff8a-ba98-483c-ba52-9f8affcde833 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:21:05.305225 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-d73dff8a-ba98-483c-ba52-9f8affcde833 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:21:05.309510 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73dff8a-ba98-483c-ba52-9f8affcde833 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Pushing event updated for resources: {'Port': ['ID=e9d1d045-ea33-422a-8585-5be19ff8cbdb,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:05.328781 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a26d2ee8-c5a0-4672-80f5-b70c8774975f req-e747eb7b-a9a9-41e4-8a80-2d09caeaa23b tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497577 May 04 08:21:05.356459 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-d73dff8a-ba98-483c-ba52-9f8affcde833 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:05.357062 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-d73dff8a-ba98-483c-ba52-9f8affcde833 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:05.375447 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-d73dff8a-ba98-483c-ba52-9f8affcde833 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8221648 May 04 08:21:05.406129 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-ad831d51-fc34-4eb3-984f-85c514668bcd service neutron] Request body: {'port': {'device_id': 'c86a1f59-45ed-48ef-9f75-15d60f894105', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:05.467731 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-ad831d51-fc34-4eb3-984f-85c514668bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (e9d1d045-ea33-422a-8585-5be19ff8cbdb), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:05.510681 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-1f127fc8-8034-4e3e-be7a-8e9fa7ebfbe2 None None] Provisioning complete for port e9d1d045-ea33-422a-8585-5be19ff8cbdb triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:21:05.511475 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1f127fc8-8034-4e3e-be7a-8e9fa7ebfbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (e9d1d045-ea33-422a-8585-5be19ff8cbdb), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:05.546755 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-1f127fc8-8034-4e3e-be7a-8e9fa7ebfbe2 None None] Port e9d1d045-ea33-422a-8585-5be19ff8cbdb cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:21:05.725349 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:05.741942 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-ad831d51-fc34-4eb3-984f-85c514668bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d1d045-ea33-422a-8585-5be19ff8cbdb {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:21:05.749616 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-ad831d51-fc34-4eb3-984f-85c514668bcd service neutron] Publish callbacks [] for port (e9d1d045-ea33-422a-8585-5be19ff8cbdb), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:05.762837 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-ad831d51-fc34-4eb3-984f-85c514668bcd service neutron] Transition to ACTIVE for port object e9d1d045-ea33-422a-8585-5be19ff8cbdb will not be triggered until provisioned by entity L2. {{(pid=103564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:21:05.768154 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-ad831d51-fc34-4eb3-984f-85c514668bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (e9d1d045-ea33-422a-8585-5be19ff8cbdb), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:05.824517 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad831d51-fc34-4eb3-984f-85c514668bcd service neutron] Pushing event updated for resources: {'Port': ['ID=e9d1d045-ea33-422a-8585-5be19ff8cbdb,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:05.902823 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-ad831d51-fc34-4eb3-984f-85c514668bcd service neutron] Attempting to bind port e9d1d045-ea33-422a-8585-5be19ff8cbdb on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:21:05.903184 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-ad831d51-fc34-4eb3-984f-85c514668bcd service neutron] Attempting to bind port e9d1d045-ea33-422a-8585-5be19ff8cbdb by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': 'd1cda626-96e4-4275-a50c-1b647e83f6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:21:05.903512 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-ad831d51-fc34-4eb3-984f-85c514668bcd service neutron] Attempting to bind port e9d1d045-ea33-422a-8585-5be19ff8cbdb on network 69e555c2-1670-40dc-ab1f-e521e2075e90 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:21:05.908192 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-ad831d51-fc34-4eb3-984f-85c514668bcd service neutron] Port e9d1d045-ea33-422a-8585-5be19ff8cbdb on network 69e555c2-1670-40dc-ab1f-e521e2075e90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:21:05.908510 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-ad831d51-fc34-4eb3-984f-85c514668bcd service neutron] Attempting to bind port e9d1d045-ea33-422a-8585-5be19ff8cbdb on network 69e555c2-1670-40dc-ab1f-e521e2075e90 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:21:05.913471 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-ad831d51-fc34-4eb3-984f-85c514668bcd service neutron] Checking agent: {'id': '012f2be7-5ddd-4d39-8539-3fef46040309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'started_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:21:05.913802 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-ad831d51-fc34-4eb3-984f-85c514668bcd service neutron] Checking segment: {'id': 'd1cda626-96e4-4275-a50c-1b647e83f6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:21:05.914179 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-ad831d51-fc34-4eb3-984f-85c514668bcd service neutron] Bound using segment: {'id': 'd1cda626-96e4-4275-a50c-1b647e83f6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:21:05.914598 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-ad831d51-fc34-4eb3-984f-85c514668bcd service neutron] Bound port: e9d1d045-ea33-422a-8585-5be19ff8cbdb, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1cda626-96e4-4275-a50c-1b647e83f6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:21:05.915035 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-ad831d51-fc34-4eb3-984f-85c514668bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (e9d1d045-ea33-422a-8585-5be19ff8cbdb), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:05.981205 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-ad831d51-fc34-4eb3-984f-85c514668bcd service neutron] For port e9d1d045-ea33-422a-8585-5be19ff8cbdb, host hv-cinder-84028, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:21:05.984163 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-ad831d51-fc34-4eb3-984f-85c514668bcd service neutron] For port e9d1d045-ea33-422a-8585-5be19ff8cbdb, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e9d1d045-ea33-422a-8585-5be19ff8cbdb,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:21:05.990034 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-ad831d51-fc34-4eb3-984f-85c514668bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (e9d1d045-ea33-422a-8585-5be19ff8cbdb), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:06.023643 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-ad831d51-fc34-4eb3-984f-85c514668bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:06.024259 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-ad831d51-fc34-4eb3-984f-85c514668bcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:06.025665 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-ad831d51-fc34-4eb3-984f-85c514668bcd service neutron] 10.222.0.13 "PUT /v2.0/ports/e9d1d045-ea33-422a-8585-5be19ff8cbdb HTTP/1.1" status: 200 len: 1093 time: 0.6239562 May 04 08:21:06.026150 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86a1f59-45ed-48ef-9f75-15d60f894105', 'tag': 'e9d1d045-ea33-422a-8585-5be19ff8cbdb'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:21:06.028450 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d90d49-cc4d-4479-adbb-f43cb6758ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "c86a1f59-45ed-48ef-9f75-15d60f894105", "tag": "e9d1d045-ea33-422a-8585-5be19ff8cbdb"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:21:06.056394 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad831d51-fc34-4eb3-984f-85c514668bcd service neutron] Pushing event updated for resources: {'Port': ['ID=e9d1d045-ea33-422a-8585-5be19ff8cbdb,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:06.068529 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e460fbb-476d-471d-9840-d36bac8190d6 x-openstack-request-id: req-4e460fbb-476d-471d-9840-d36bac8190d6 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:21:06.069073 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86a1f59-45ed-48ef-9f75-15d60f894105", "tag": "e9d1d045-ea33-422a-8585-5be19ff8cbdb", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:21:06.069518 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4e460fbb-476d-471d-9840-d36bac8190d6 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:21:06.070118 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e460fbb-476d-471d-9840-d36bac8190d6'] response: {'name': 'network-changed', 'server_uuid': 'c86a1f59-45ed-48ef-9f75-15d60f894105', 'tag': 'e9d1d045-ea33-422a-8585-5be19ff8cbdb', 'status': 'completed', 'code': 200} May 04 08:21:06.170170 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d90d49-cc4d-4479-adbb-f43cb6758ec9 req-2298cd07-669a-498b-b5ab-40e9c035ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:06.171934 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-30d90d49-cc4d-4479-adbb-f43cb6758ec9 req-2298cd07-669a-498b-b5ab-40e9c035ce38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76e08c9379ad43118a23806f1da1f18a&device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 1127 time: 0.0504470 May 04 08:21:06.285901 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d90d49-cc4d-4479-adbb-f43cb6758ec9 req-e4bc2db2-d066-4996-a208-377e9ca219d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:06.287443 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-30d90d49-cc4d-4479-adbb-f43cb6758ec9 req-e4bc2db2-d066-4996-a208-377e9ca219d1 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=76e08c9379ad43118a23806f1da1f18a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0966833 May 04 08:21:06.396921 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d90d49-cc4d-4479-adbb-f43cb6758ec9 req-36838f56-18cc-4b20-9961-559cb8bb9a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:06.398444 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-30d90d49-cc4d-4479-adbb-f43cb6758ec9 req-36838f56-18cc-4b20-9961-559cb8bb9a79 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1034839 May 04 08:21:06.452960 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeba57e-2ea1-4cf7-9f4f-49de2b94fb2a req-e94686c0-28b1-4c89-ba0c-425641b68b67 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:06.454595 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cbeba57e-2ea1-4cf7-9f4f-49de2b94fb2a req-e94686c0-28b1-4c89-ba0c-425641b68b67 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 943 time: 0.0490828 May 04 08:21:06.509356 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cbeba57e-2ea1-4cf7-9f4f-49de2b94fb2a req-ee9b4304-058c-4b91-92e8-1b1252785eba tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478816 May 04 08:21:06.920458 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-76b69b92-ca0e-4e8e-90fa-f0c7c189159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:06.922096 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-76b69b92-ca0e-4e8e-90fa-f0c7c189159d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76e08c9379ad43118a23806f1da1f18a&device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 1127 time: 0.0442641 May 04 08:21:07.119503 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-aa0dd017-b2c4-4b22-b068-761480dfdc0f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9d1d045-ea33-422a-8585-5be19ff8cbdb HTTP/1.1" status: 200 len: 217 time: 0.0455315 May 04 08:21:07.501596 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-4a1c4934-e93f-4135-966e-8cce77347b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:07.503104 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-4a1c4934-e93f-4135-966e-8cce77347b80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1223e7c-a5fa-47f3-8b09-39c09633d1c1 HTTP/1.1" status: 200 len: 855 time: 0.0514286 May 04 08:21:07.549676 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-396606b2-4055-4b7a-a26a-17a8f2c5649c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:07.551118 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-396606b2-4055-4b7a-a26a-17a8f2c5649c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=69e555c2-1670-40dc-ab1f-e521e2075e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389171 May 04 08:21:07.634785 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbd868-4dd2-44d6-a60c-0b437b88b486 req-2c30762f-74a1-4be7-8c56-18d75b8a4bf2 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:07.636345 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-82fbd868-4dd2-44d6-a60c-0b437b88b486 req-2c30762f-74a1-4be7-8c56-18d75b8a4bf2 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 943 time: 0.0463698 May 04 08:21:07.651088 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-6239a5c9-8122-40c0-9afe-1d8e2f4f0393 service neutron] 10.222.0.13 "GET /v2.0/networks/69e555c2-1670-40dc-ab1f-e521e2075e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891373 May 04 08:21:07.683734 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-82fbd868-4dd2-44d6-a60c-0b437b88b486 req-4e8fe897-3fb7-4043-9534-c36f00031497 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415535 May 04 08:21:07.746542 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dbb616eb-ca31-4551-ab59-c269753adf4b req-89b9d963-fb45-4c02-afd0-029a89a25b9c service neutron] 10.222.0.13 "GET /v2.0/networks/69e555c2-1670-40dc-ab1f-e521e2075e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870447 May 04 08:21:08.815607 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1cc46-5e67-4294-b32d-9dd617d40a48 req-a51b4cb8-4aa8-44d2-9442-b1131a4bbc13 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:08.817086 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1db1cc46-5e67-4294-b32d-9dd617d40a48 req-a51b4cb8-4aa8-44d2-9442-b1131a4bbc13 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 943 time: 0.0608680 May 04 08:21:08.874841 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1db1cc46-5e67-4294-b32d-9dd617d40a48 req-577a2287-629a-4a64-b13a-b0cf72f18d20 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506401 May 04 08:21:10.008911 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf9469-1d15-485d-913c-1b7cc0af4c14 req-165784a2-af93-4eeb-8d82-a5d8e41f717d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:10.010357 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fbbf9469-1d15-485d-913c-1b7cc0af4c14 req-165784a2-af93-4eeb-8d82-a5d8e41f717d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 943 time: 0.0485728 May 04 08:21:10.063561 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fbbf9469-1d15-485d-913c-1b7cc0af4c14 req-3d27462b-9cdd-483a-ad06-4334b386fcdd tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452807 May 04 08:21:10.817430 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device e9d1d045-ea33-422a-8585-5be19ff8cbdb details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:21:11.056445 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port e9d1d045-ea33-422a-8585-5be19ff8cbdb, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e9d1d045-ea33-422a-8585-5be19ff8cbdb,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:21:11.067360 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Returning: {'device': 'e9d1d045-ea33-422a-8585-5be19ff8cbdb', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'port_id': 'e9d1d045-ea33-422a-8585-5be19ff8cbdb', 'mac_address': 'fa:16:3e:77:b3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:21:11.104136 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port e9d1d045-ea33-422a-8585-5be19ff8cbdb is: DOWN; New status is: BUILD {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:21:11.104585 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (e9d1d045-ea33-422a-8585-5be19ff8cbdb), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:11.117776 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d1d045-ea33-422a-8585-5be19ff8cbdb {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:21:11.138254 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port e9d1d045-ea33-422a-8585-5be19ff8cbdb, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e9d1d045-ea33-422a-8585-5be19ff8cbdb,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:21:11.143401 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (e9d1d045-ea33-422a-8585-5be19ff8cbdb), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:11.182362 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7868d42-160b-4807-966d-3372e8ec46b6 req-60fefa52-c521-482a-ae78-f74e0f5dc15e tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:11.183875 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e7868d42-160b-4807-966d-3372e8ec46b6 req-60fefa52-c521-482a-ae78-f74e0f5dc15e tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 944 time: 0.0488181 May 04 08:21:11.192837 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=e9d1d045-ea33-422a-8585-5be19ff8cbdb,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:11.204515 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:11.204886 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:11.205246 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:11.205642 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:11.206016 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:11.208571 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:11.208912 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:11.209259 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:11.209589 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:11.209918 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:11.210251 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:11.210579 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:11.210914 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:11.211444 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:11.211772 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:11.242257 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e7868d42-160b-4807-966d-3372e8ec46b6 req-af1426be-cfb6-436e-b5bc-25c983890a9c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526206 May 04 08:21:11.621868 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['e9d1d045-ea33-422a-8585-5be19ff8cbdb'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:21:12.371583 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186580f5-364c-44e7-9b91-cbe92f09e812 req-1c2d50a9-d29d-4e5d-8ef2-5d855cfb5740 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:12.373058 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-186580f5-364c-44e7-9b91-cbe92f09e812 req-1c2d50a9-d29d-4e5d-8ef2-5d855cfb5740 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 944 time: 0.0542183 May 04 08:21:12.425860 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-186580f5-364c-44e7-9b91-cbe92f09e812 req-abf72767-1fb3-4459-ac66-f55d1d2709e1 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472360 May 04 08:21:12.835293 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device e9d1d045-ea33-422a-8585-5be19ff8cbdb up at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:21:12.880184 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning for port e9d1d045-ea33-422a-8585-5be19ff8cbdb completed by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:21:12.888078 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning complete for port e9d1d045-ea33-422a-8585-5be19ff8cbdb triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:21:12.888450 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (e9d1d045-ea33-422a-8585-5be19ff8cbdb), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:12.964790 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port e9d1d045-ea33-422a-8585-5be19ff8cbdb is: BUILD; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:21:12.965154 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (e9d1d045-ea33-422a-8585-5be19ff8cbdb), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:12.987385 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86a1f59-45ed-48ef-9f75-15d60f894105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d1d045-ea33-422a-8585-5be19ff8cbdb'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:21:12.989691 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd43d944-86ff-4c2f-b6e5-a23aef4e4faf" -d '{"events": [{"server_uuid": "c86a1f59-45ed-48ef-9f75-15d60f894105", "name": "network-vif-plugged", "status": "completed", "tag": "e9d1d045-ea33-422a-8585-5be19ff8cbdb"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:21:13.002785 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port e9d1d045-ea33-422a-8585-5be19ff8cbdb, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e9d1d045-ea33-422a-8585-5be19ff8cbdb,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:21:13.008065 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (e9d1d045-ea33-422a-8585-5be19ff8cbdb), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:13.032509 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686ac6f5-106a-4f2a-ba0c-c2895d5479a7 x-openstack-request-id: req-686ac6f5-106a-4f2a-ba0c-c2895d5479a7 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:21:13.032800 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86a1f59-45ed-48ef-9f75-15d60f894105", "name": "network-vif-plugged", "status": "completed", "tag": "e9d1d045-ea33-422a-8585-5be19ff8cbdb", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:21:13.033046 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-686ac6f5-106a-4f2a-ba0c-c2895d5479a7 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:21:13.033469 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-686ac6f5-106a-4f2a-ba0c-c2895d5479a7'] response: {'server_uuid': 'c86a1f59-45ed-48ef-9f75-15d60f894105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d1d045-ea33-422a-8585-5be19ff8cbdb', 'code': 200} May 04 08:21:13.057968 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=e9d1d045-ea33-422a-8585-5be19ff8cbdb,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:13.271235 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4320cf3-f377-4bea-a19a-11e821c17a6c req-a571afa4-902a-4825-bba7-2c4009ffbcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:13.272825 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b4320cf3-f377-4bea-a19a-11e821c17a6c req-a571afa4-902a-4825-bba7-2c4009ffbcc2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 1129 time: 0.0402668 May 04 08:21:13.321531 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b4320cf3-f377-4bea-a19a-11e821c17a6c req-efeb013b-284b-4e88-89ff-17aa19017588 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399902 May 04 08:21:13.554366 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f07a51-b177-4362-bc0e-9be419497a21 req-4a33f416-4848-4719-b814-6632707a4cf3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:13.555733 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-23f07a51-b177-4362-bc0e-9be419497a21 req-4a33f416-4848-4719-b814-6632707a4cf3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0480649 May 04 08:21:13.605602 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-23f07a51-b177-4362-bc0e-9be419497a21 req-c322c7e6-bfd7-4a35-8c04-b17af92396b9 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419261 May 04 08:21:14.736844 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce35a5-9f42-4138-b94b-567fa46e4b2f req-314cf84c-1fb6-423a-8d02-a6659ce8b106 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:14.738389 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-78ce35a5-9f42-4138-b94b-567fa46e4b2f req-314cf84c-1fb6-423a-8d02-a6659ce8b106 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0533695 May 04 08:21:14.784727 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-78ce35a5-9f42-4138-b94b-567fa46e4b2f req-be9ea36e-0d3c-4245-a14a-2a9d6c36d0ea tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406363 May 04 08:21:15.915354 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd06cb8-279f-4e60-8f81-0cc034295d8e req-81808046-4394-4718-b77b-f776d9e8e359 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:15.916851 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4dd06cb8-279f-4e60-8f81-0cc034295d8e req-81808046-4394-4718-b77b-f776d9e8e359 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0565650 May 04 08:21:15.965744 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4dd06cb8-279f-4e60-8f81-0cc034295d8e req-dacb4203-357a-49d3-9ffb-3a7ff7f3441b tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430043 May 04 08:21:16.098183 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d764f1-7dd2-40e0-a426-05c44d0f12ce req-1b14e414-0825-437f-9c26-dd745f458d23 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:16.099720 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-69d764f1-7dd2-40e0-a426-05c44d0f12ce req-1b14e414-0825-437f-9c26-dd745f458d23 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0556087 May 04 08:21:16.108804 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37124) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:16.113479 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-7c5b6e44-2e16-4925-b7f6-345e1e2cb8ee tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Request body: {'floatingip': {'port_id': 'e9d1d045-ea33-422a-8585-5be19ff8cbdb'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:16.156287 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7c5b6e44-2e16-4925-b7f6-345e1e2cb8ee tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for floatingip (6150617f-398f-490d-9058-1c058bea92fa), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:16.621073 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7c5b6e44-2e16-4925-b7f6-345e1e2cb8ee tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:16.626287 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7c5b6e44-2e16-4925-b7f6-345e1e2cb8ee tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (6150617f-398f-490d-9058-1c058bea92fa), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:16.717901 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea916346-9425-4b0f-8110-bd8591ffc54e req-3677f21a-3c9b-4a2d-b2cf-4355f45bc402 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:16.719398 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ea916346-9425-4b0f-8110-bd8591ffc54e req-3677f21a-3c9b-4a2d-b2cf-4355f45bc402 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0477679 May 04 08:21:16.732476 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.l3_db [None req-7c5b6e44-2e16-4925-b7f6-345e1e2cb8ee tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Floating IP 6150617f-398f-490d-9058-1c058bea92fa associated. External IP: 172.27.3.156, port: e9d1d045-ea33-422a-8585-5be19ff8cbdb. May 04 08:21:16.768263 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ea916346-9425-4b0f-8110-bd8591ffc54e req-904182ee-a9c8-4135-a16c-4b9ceb7a61a9 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430934 May 04 08:21:16.951299 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5b6e44-2e16-4925-b7f6-345e1e2cb8ee tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Router 86fe3ff6-c4f4-4494-b652-9ef77792b78f has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:21:17.065351 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5b6e44-2e16-4925-b7f6-345e1e2cb8ee tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:21:17.070850 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7c5b6e44-2e16-4925-b7f6-345e1e2cb8ee tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:17.075968 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5f910a-8cd4-47a2-815e-cb9e37596d2d None None] Sync routers for ids ['86fe3ff6-c4f4-4494-b652-9ef77792b78f'] in dv-cinder-840289-4-iscsi {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:21:17.088147 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5f910a-8cd4-47a2-815e-cb9e37596d2d None None] Routers {'86fe3ff6-c4f4-4494-b652-9ef77792b78f'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:21:17.088792 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-1b5f910a-8cd4-47a2-815e-cb9e37596d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:21:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['86fe3ff6-c4f4-4494-b652-9ef77792b78f'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:17.110906 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-7c5b6e44-2e16-4925-b7f6-345e1e2cb8ee tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "PUT /v2.0/floatingips/6150617f-398f-490d-9058-1c058bea92fa HTTP/1.1" status: 200 len: 991 time: 0.9905584 May 04 08:21:17.110906 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86a1f59-45ed-48ef-9f75-15d60f894105', 'tag': 'e9d1d045-ea33-422a-8585-5be19ff8cbdb'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:21:17.110906 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3db117-17d5-4243-bedf-fba5fcf380ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c86a1f59-45ed-48ef-9f75-15d60f894105", "tag": "e9d1d045-ea33-422a-8585-5be19ff8cbdb"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:21:17.139603 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7c25b5-f01d-48c1-9359-8f367c1da954 x-openstack-request-id: req-bb7c25b5-f01d-48c1-9359-8f367c1da954 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:21:17.139902 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86a1f59-45ed-48ef-9f75-15d60f894105", "tag": "e9d1d045-ea33-422a-8585-5be19ff8cbdb", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:21:17.140157 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bb7c25b5-f01d-48c1-9359-8f367c1da954 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:21:17.140573 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb7c25b5-f01d-48c1-9359-8f367c1da954'] response: {'name': 'network-changed', 'server_uuid': 'c86a1f59-45ed-48ef-9f75-15d60f894105', 'tag': 'e9d1d045-ea33-422a-8585-5be19ff8cbdb', 'status': 'completed', 'code': 200} May 04 08:21:17.199200 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-1b5f910a-8cd4-47a2-815e-cb9e37596d2d None None] Set router 86fe3ff6-c4f4-4494-b652-9ef77792b78f gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:21:17.429474 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-1b5f910a-8cd4-47a2-815e-cb9e37596d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'name': 'tempest-AttachVolumeShelveTestJSON-851729642-router', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:03Z', 'updated_at': '2022-05-04T08:16:20Z', 'revision_number': 4, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'gw_port': {'id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': '6150617f-398f-490d-9058-1c058bea92fa', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'port_id': 'e9d1d045-ea33-422a-8585-5be19ff8cbdb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'mac_address': 'fa:16:3e:77:b3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86a1f59-45ed-48ef-9f75-15d60f894105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:21:01Z', 'updated_at': '2022-05-04T08:21:16Z', 'revision_number': 1, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b29f279-72f1-4f5c-934b-bf2513ecc4e4', 'name': '', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'mac_address': 'fa:16:3e:16:5d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:16Z', 'updated_at': '2022-05-04T08:16:34Z', 'revision_number': 5, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'subnets': [{'id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:17.459085 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5f910a-8cd4-47a2-815e-cb9e37596d2d None None] Checking router: 86fe3ff6-c4f4-4494-b652-9ef77792b78f for host: dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:21:17.467599 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5f910a-8cd4-47a2-815e-cb9e37596d2d None None] Routers {'86fe3ff6-c4f4-4494-b652-9ef77792b78f'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:21:17.468199 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-1b5f910a-8cd4-47a2-815e-cb9e37596d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:21:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['86fe3ff6-c4f4-4494-b652-9ef77792b78f'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:17.575953 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-1b5f910a-8cd4-47a2-815e-cb9e37596d2d None None] Set router 86fe3ff6-c4f4-4494-b652-9ef77792b78f gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:21:17.789137 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-1b5f910a-8cd4-47a2-815e-cb9e37596d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'name': 'tempest-AttachVolumeShelveTestJSON-851729642-router', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:03Z', 'updated_at': '2022-05-04T08:16:20Z', 'revision_number': 4, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'gw_port': {'id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': '6150617f-398f-490d-9058-1c058bea92fa', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'port_id': 'e9d1d045-ea33-422a-8585-5be19ff8cbdb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'mac_address': 'fa:16:3e:77:b3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86a1f59-45ed-48ef-9f75-15d60f894105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:21:01Z', 'updated_at': '2022-05-04T08:21:16Z', 'revision_number': 1, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b29f279-72f1-4f5c-934b-bf2513ecc4e4', 'name': '', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'mac_address': 'fa:16:3e:16:5d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:16Z', 'updated_at': '2022-05-04T08:16:34Z', 'revision_number': 5, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'subnets': [{'id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:17.820091 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5f910a-8cd4-47a2-815e-cb9e37596d2d None None] The sync data for ids ['86fe3ff6-c4f4-4494-b652-9ef77792b78f'] in dv-cinder-840289-4-iscsi is: [{'id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'name': 'tempest-AttachVolumeShelveTestJSON-851729642-router', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:03Z', 'updated_at': '2022-05-04T08:16:20Z', 'revision_number': 4, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'gw_port': {'id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': '6150617f-398f-490d-9058-1c058bea92fa', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'port_id': 'e9d1d045-ea33-422a-8585-5be19ff8cbdb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'mac_address': 'fa:16:3e:77:b3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86a1f59-45ed-48ef-9f75-15d60f894105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:21:01Z', 'updated_at': '2022-05-04T08:21:16Z', 'revision_number': 1, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b29f279-72f1-4f5c-934b-bf2513ecc4e4', 'name': '', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'mac_address': 'fa:16:3e:16:5d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:16Z', 'updated_at': '2022-05-04T08:16:34Z', 'revision_number': 5, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'subnets': [{'id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:21:17.881842 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bf01a-b540-4f2d-b8e6-324ca3b8f5de req-82a26fd7-29f3-47a3-88d3-cdfa56879adb tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:17.883369 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dd7bf01a-b540-4f2d-b8e6-324ca3b8f5de req-82a26fd7-29f3-47a3-88d3-cdfa56879adb tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0463698 May 04 08:21:17.931905 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dd7bf01a-b540-4f2d-b8e6-324ca3b8f5de req-7506a957-f9d1-4e6a-863b-6140d5a30900 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424511 May 04 08:21:18.029565 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70235e3d-7ebe-484a-9a89-d70528fcc3cb None None] New status for floating IP 6150617f-398f-490d-9058-1c058bea92fa: ACTIVE {{(pid=103566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:21:19.071199 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ad489-831a-440f-b282-a7827bb5b3dc req-2d543a42-04c1-4f87-aac4-9f3518ca5757 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:19.073167 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4f8ad489-831a-440f-b282-a7827bb5b3dc req-2d543a42-04c1-4f87-aac4-9f3518ca5757 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0582278 May 04 08:21:19.124798 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4f8ad489-831a-440f-b282-a7827bb5b3dc req-2e79491c-70d1-48f1-ab84-744f8a8d4428 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426240 May 04 08:21:20.251150 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1619c-5f85-4a6d-b779-ed621538dc75 req-7d7ddd44-9863-447f-866e-e5bafefbbf56 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:20.252636 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c0e1619c-5f85-4a6d-b779-ed621538dc75 req-7d7ddd44-9863-447f-866e-e5bafefbbf56 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0486958 May 04 08:21:20.300932 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c0e1619c-5f85-4a6d-b779-ed621538dc75 req-48dc8fcb-07ca-4871-ba66-01fdec48bdbf tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424969 May 04 08:21:20.696822 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3db117-17d5-4243-bedf-fba5fcf380ac req-5a2d36a9-707c-4629-9ddd-aea461cce0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:20.698275 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8b3db117-17d5-4243-bedf-fba5fcf380ac req-5a2d36a9-707c-4629-9ddd-aea461cce0c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76e08c9379ad43118a23806f1da1f18a&device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 1129 time: 0.0899110 May 04 08:21:20.972208 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3db117-17d5-4243-bedf-fba5fcf380ac req-9e42e565-6587-40a0-818c-24c18707b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:20.974349 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8b3db117-17d5-4243-bedf-fba5fcf380ac req-9e42e565-6587-40a0-818c-24c18707b87f service neutron] 10.222.0.13 "GET /v2.0/networks?id=69e555c2-1670-40dc-ab1f-e521e2075e90 HTTP/1.1" status: 200 len: 917 time: 0.0952849 May 04 08:21:21.133769 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0eec7d-1cd4-4e6d-a615-f9c24a72f0f3 req-ea20e6a6-89c9-4dd4-9703-04f9fcc5d9db tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:21.135381 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-bf0eec7d-1cd4-4e6d-a615-f9c24a72f0f3 req-ea20e6a6-89c9-4dd4-9703-04f9fcc5d9db tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0516162 May 04 08:21:21.148454 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8b3db117-17d5-4243-bedf-fba5fcf380ac req-c32cb306-80fb-455c-bbe8-3d1ad473a177 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9d1d045-ea33-422a-8585-5be19ff8cbdb HTTP/1.1" status: 200 len: 1001 time: 0.0652962 May 04 08:21:21.202912 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3db117-17d5-4243-bedf-fba5fcf380ac req-8fa0e62d-4d66-48b7-aeb8-8581f3294988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:21.204564 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8b3db117-17d5-4243-bedf-fba5fcf380ac req-8fa0e62d-4d66-48b7-aeb8-8581f3294988 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1223e7c-a5fa-47f3-8b09-39c09633d1c1 HTTP/1.1" status: 200 len: 855 time: 0.0471971 May 04 08:21:21.245944 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-bf0eec7d-1cd4-4e6d-a615-f9c24a72f0f3 req-5c7e557e-68b7-4737-8781-9353f75587be tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Deleting port a91f9795-fed6-43b7-978b-0fbe59695dec {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:21:21.246202 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-bf0eec7d-1cd4-4e6d-a615-f9c24a72f0f3 req-5c7e557e-68b7-4737-8781-9353f75587be tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (a91f9795-fed6-43b7-978b-0fbe59695dec), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:21.255569 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3db117-17d5-4243-bedf-fba5fcf380ac req-0c8ffe0d-ada5-448e-a792-9d659b67bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:21.257138 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8b3db117-17d5-4243-bedf-fba5fcf380ac req-0c8ffe0d-ada5-448e-a792-9d659b67bae7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=69e555c2-1670-40dc-ab1f-e521e2075e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434501 May 04 08:21:21.338181 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-bf0eec7d-1cd4-4e6d-a615-f9c24a72f0f3 req-5c7e557e-68b7-4737-8781-9353f75587be tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] For port a91f9795-fed6-43b7-978b-0fbe59695dec, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a91f9795-fed6-43b7-978b-0fbe59695dec,segment=NetworkSegment(0500f4c1-03b2-4993-93c3-de7a098f8506),segment_id=0500f4c1-03b2-4993-93c3-de7a098f8506)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:21:21.338687 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-bf0eec7d-1cd4-4e6d-a615-f9c24a72f0f3 req-5c7e557e-68b7-4737-8781-9353f75587be tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (a91f9795-fed6-43b7-978b-0fbe59695dec), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:21.351566 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8b3db117-17d5-4243-bedf-fba5fcf380ac req-671189d3-586b-4868-b1eb-762aa70adb89 service neutron] 10.222.0.13 "GET /v2.0/networks/69e555c2-1670-40dc-ab1f-e521e2075e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870371 May 04 08:21:21.471846 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1c713-25bb-419d-a963-7d709f8477cf req-d4e629fa-2ee5-4c76-b741-458985839c0f tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:21.473334 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4bd1c713-25bb-419d-a963-7d709f8477cf req-d4e629fa-2ee5-4c76-b741-458985839c0f tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 946 time: 0.0905194 May 04 08:21:21.579478 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4bd1c713-25bb-419d-a963-7d709f8477cf req-76126774-b40e-4919-a9d3-1c43556fdd50 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a21adbb3-9c19-4b08-878a-09f4e94849d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988653 May 04 08:21:21.582809 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-bf0eec7d-1cd4-4e6d-a615-f9c24a72f0f3 req-5c7e557e-68b7-4737-8781-9353f75587be tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:21.583566 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-bf0eec7d-1cd4-4e6d-a615-f9c24a72f0f3 req-5c7e557e-68b7-4737-8781-9353f75587be tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (465dcd86-a242-434d-8c6b-74256da303ae), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:21.583945 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.db.l3_db [req-bf0eec7d-1cd4-4e6d-a615-f9c24a72f0f3 req-5c7e557e-68b7-4737-8781-9353f75587be tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Floating IP 465dcd86-a242-434d-8c6b-74256da303ae disassociated. External IP: 172.27.3.28, port: a91f9795-fed6-43b7-978b-0fbe59695dec. May 04 08:21:21.584422 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-bf0eec7d-1cd4-4e6d-a615-f9c24a72f0f3 req-5c7e557e-68b7-4737-8781-9353f75587be tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Calling delete_port for a91f9795-fed6-43b7-978b-0fbe59695dec owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:21:21.695764 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8b3db117-17d5-4243-bedf-fba5fcf380ac req-d2475405-2d50-46bf-8fb7-1a5863cb8ec1 service neutron] 10.222.0.13 "GET /v2.0/networks/69e555c2-1670-40dc-ab1f-e521e2075e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350031 May 04 08:21:21.722335 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-bf0eec7d-1cd4-4e6d-a615-f9c24a72f0f3 req-5c7e557e-68b7-4737-8781-9353f75587be tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (a91f9795-fed6-43b7-978b-0fbe59695dec), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:21.757340 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e557e-68b7-4737-8781-9353f75587be tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Pushing event deleted for resources: {'Port': ['ID=a91f9795-fed6-43b7-978b-0fbe59695dec,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:21.877478 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf0eec7d-1cd4-4e6d-a615-f9c24a72f0f3 req-5c7e557e-68b7-4737-8781-9353f75587be tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Router ed2e8f24-360a-4912-9517-8f9f7dc4fcba has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:21:21.989543 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf0eec7d-1cd4-4e6d-a615-f9c24a72f0f3 req-5c7e557e-68b7-4737-8781-9353f75587be tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:21:21.999284 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0338c0c-0242-4544-a77c-ef78d21c3740 None None] Sync routers for ids ['ed2e8f24-360a-4912-9517-8f9f7dc4fcba'] in dv-cinder-840289-4-iscsi {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:21:22.010406 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0338c0c-0242-4544-a77c-ef78d21c3740 None None] Routers {'ed2e8f24-360a-4912-9517-8f9f7dc4fcba'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:21:22.011132 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-a0338c0c-0242-4544-a77c-ef78d21c3740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:21:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['ed2e8f24-360a-4912-9517-8f9f7dc4fcba'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:22.034710 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0eec7d-1cd4-4e6d-a615-f9c24a72f0f3 req-5c7e557e-68b7-4737-8781-9353f75587be tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] No DVR routers for this DVR port a91f9795-fed6-43b7-978b-0fbe59695dec on host hv-cinder-84028 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:21:22.037403 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-bf0eec7d-1cd4-4e6d-a615-f9c24a72f0f3 req-5c7e557e-68b7-4737-8781-9353f75587be tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:22.041040 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-bf0eec7d-1cd4-4e6d-a615-f9c24a72f0f3 req-5c7e557e-68b7-4737-8781-9353f75587be tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.13 "DELETE /v2.0/ports/a91f9795-fed6-43b7-978b-0fbe59695dec HTTP/1.1" status: 204 len: 173 time: 0.8847706 May 04 08:21:22.041484 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c7eb5d-2965-4659-bdbe-468d358b8f57', 'name': 'network-vif-deleted', 'tag': 'a91f9795-fed6-43b7-978b-0fbe59695dec'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:21:22.043766 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644f9b81011f902d5a48520c995b4e8323da082f15dc8879127e03e175236f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc1ae10-47b7-45c1-8163-61b82e12f672" -d '{"events": [{"server_uuid": "c0c7eb5d-2965-4659-bdbe-468d358b8f57", "name": "network-vif-deleted", "tag": "a91f9795-fed6-43b7-978b-0fbe59695dec"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:21:22.083383 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9275dcc0-1e55-40b1-be81-fba513c11d52 x-openstack-request-id: req-9275dcc0-1e55-40b1-be81-fba513c11d52 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:21:22.083671 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c7eb5d-2965-4659-bdbe-468d358b8f57", "name": "network-vif-deleted", "tag": "a91f9795-fed6-43b7-978b-0fbe59695dec", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:21:22.084031 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9275dcc0-1e55-40b1-be81-fba513c11d52 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:21:22.084477 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9275dcc0-1e55-40b1-be81-fba513c11d52'] response: {'server_uuid': 'c0c7eb5d-2965-4659-bdbe-468d358b8f57', 'name': 'network-vif-deleted', 'tag': 'a91f9795-fed6-43b7-978b-0fbe59695dec', 'status': 'completed', 'code': 200} May 04 08:21:22.141283 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-a0338c0c-0242-4544-a77c-ef78d21c3740 None None] Set router ed2e8f24-360a-4912-9517-8f9f7dc4fcba gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:21:22.332651 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-a0338c0c-0242-4544-a77c-ef78d21c3740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'name': 'tempest-ServerRescueNegativeTestJSON-1042465838-router', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:08Z', 'revision_number': 4, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'gw_port': {'id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '5b6c3578-98ad-438c-8232-7c84929dd5e4', 'name': '', 'network_id': '459895ff-73ee-42db-9914-e045a10994f6', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'mac_address': 'fa:16:3e:47:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:29Z', 'revision_number': 5, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'subnets': [{'id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:22.363059 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0338c0c-0242-4544-a77c-ef78d21c3740 None None] Checking router: ed2e8f24-360a-4912-9517-8f9f7dc4fcba for host: dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:21:22.372475 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0338c0c-0242-4544-a77c-ef78d21c3740 None None] Routers {'ed2e8f24-360a-4912-9517-8f9f7dc4fcba'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:21:22.373084 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-a0338c0c-0242-4544-a77c-ef78d21c3740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:21:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['ed2e8f24-360a-4912-9517-8f9f7dc4fcba'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:22.612333 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-a0338c0c-0242-4544-a77c-ef78d21c3740 None None] Set router ed2e8f24-360a-4912-9517-8f9f7dc4fcba gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:21:22.696169 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-41e0b612-c55d-46f8-9806-a9022a886444 req-ac1d49db-ad77-44fd-9183-de9fbe8672a8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c7eb5d-2965-4659-bdbe-468d358b8f57 HTTP/1.1" status: 200 len: 210 time: 0.0292521 May 04 08:21:22.807916 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-a0338c0c-0242-4544-a77c-ef78d21c3740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'name': 'tempest-ServerRescueNegativeTestJSON-1042465838-router', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:08Z', 'revision_number': 4, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'gw_port': {'id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '5b6c3578-98ad-438c-8232-7c84929dd5e4', 'name': '', 'network_id': '459895ff-73ee-42db-9914-e045a10994f6', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'mac_address': 'fa:16:3e:47:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:29Z', 'revision_number': 5, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'subnets': [{'id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:22.834134 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0338c0c-0242-4544-a77c-ef78d21c3740 None None] The sync data for ids ['ed2e8f24-360a-4912-9517-8f9f7dc4fcba'] in dv-cinder-840289-4-iscsi is: [{'id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'name': 'tempest-ServerRescueNegativeTestJSON-1042465838-router', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:08Z', 'revision_number': 4, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'gw_port': {'id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '5b6c3578-98ad-438c-8232-7c84929dd5e4', 'name': '', 'network_id': '459895ff-73ee-42db-9914-e045a10994f6', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'mac_address': 'fa:16:3e:47:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:29Z', 'revision_number': 5, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'subnets': [{'id': '7425b7ef-390a-4bcf-88b7-7e4dc3dbed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:21:23.056714 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd3b7dc-bfe0-4db5-a55a-e6ac1f2ffe35 None None] New status for floating IP 465dcd86-a242-434d-8c6b-74256da303ae: DOWN {{(pid=103566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:21:23.795240 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37164) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:23.848704 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-29c25777-06a0-4843-8c01-bbc9fe3ca534 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks [] for security_group (a21adbb3-9c19-4b08-878a-09f4e94849d7), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:23.871707 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-29c25777-06a0-4843-8c01-bbc9fe3ca534 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks [] for security_group (a21adbb3-9c19-4b08-878a-09f4e94849d7), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:23.921905 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-29c25777-06a0-4843-8c01-bbc9fe3ca534 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (a21adbb3-9c19-4b08-878a-09f4e94849d7), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:23.924689 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-29c25777-06a0-4843-8c01-bbc9fe3ca534 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:23.925836 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-29c25777-06a0-4843-8c01-bbc9fe3ca534 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "DELETE /v2.0/security-groups/a21adbb3-9c19-4b08-878a-09f4e94849d7 HTTP/1.1" status: 204 len: 168 time: 0.1296275 May 04 08:21:23.929054 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 37166) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:23.936564 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c25777-06a0-4843-8c01-bbc9fe3ca534 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21adbb3-9c19-4b08-878a-09f4e94849d7,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:23.942967 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.api.v2.resource [None req-02c89c68-79c9-422f-811e-b7a3fb57fb70 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] show failed (client error): The resource could not be found. May 04 08:21:23.943939 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-02c89c68-79c9-422f-811e-b7a3fb57fb70 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups/a21adbb3-9c19-4b08-878a-09f4e94849d7 HTTP/1.1" status: 404 len: 347 time: 0.0138395 May 04 08:21:23.944640 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c25777-06a0-4843-8c01-bbc9fe3ca534 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:23.945001 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c25777-06a0-4843-8c01-bbc9fe3ca534 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:23.945351 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c25777-06a0-4843-8c01-bbc9fe3ca534 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:23.945734 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c25777-06a0-4843-8c01-bbc9fe3ca534 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:23.946111 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c25777-06a0-4843-8c01-bbc9fe3ca534 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:23.946418 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c25777-06a0-4843-8c01-bbc9fe3ca534 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:23.946618 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 37168) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:23.946735 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c25777-06a0-4843-8c01-bbc9fe3ca534 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:23.947096 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c25777-06a0-4843-8c01-bbc9fe3ca534 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:23.947428 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c25777-06a0-4843-8c01-bbc9fe3ca534 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:23.947758 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c25777-06a0-4843-8c01-bbc9fe3ca534 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:23.948090 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c25777-06a0-4843-8c01-bbc9fe3ca534 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:23.948423 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c25777-06a0-4843-8c01-bbc9fe3ca534 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:23.948751 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c25777-06a0-4843-8c01-bbc9fe3ca534 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:23.949138 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c25777-06a0-4843-8c01-bbc9fe3ca534 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:23.949403 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c25777-06a0-4843-8c01-bbc9fe3ca534 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:24.071916 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-4da23306-ec57-4e5c-83df-b36e00d9f48c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Deleting port 7294d356-b632-4e54-87c0-c405d1815047 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:21:24.072153 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4da23306-ec57-4e5c-83df-b36e00d9f48c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (7294d356-b632-4e54-87c0-c405d1815047), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:24.162718 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4da23306-ec57-4e5c-83df-b36e00d9f48c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (7294d356-b632-4e54-87c0-c405d1815047), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:24.163095 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4da23306-ec57-4e5c-83df-b36e00d9f48c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks [] for floatingip (7294d356-b632-4e54-87c0-c405d1815047), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:24.180012 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-4da23306-ec57-4e5c-83df-b36e00d9f48c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Calling delete_port for 7294d356-b632-4e54-87c0-c405d1815047 owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:21:24.310537 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4da23306-ec57-4e5c-83df-b36e00d9f48c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (7294d356-b632-4e54-87c0-c405d1815047), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:24.338377 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da23306-ec57-4e5c-83df-b36e00d9f48c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Pushing event deleted for resources: {'Port': ['ID=7294d356-b632-4e54-87c0-c405d1815047,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:24.404706 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4da23306-ec57-4e5c-83df-b36e00d9f48c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks [] for floatingip (465dcd86-a242-434d-8c6b-74256da303ae), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:24.407265 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4da23306-ec57-4e5c-83df-b36e00d9f48c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:24.410346 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-4da23306-ec57-4e5c-83df-b36e00d9f48c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "DELETE /v2.0/floatingips/465dcd86-a242-434d-8c6b-74256da303ae HTTP/1.1" status: 204 len: 168 time: 0.4608686 May 04 08:21:24.866779 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device a91f9795-fed6-43b7-978b-0fbe59695dec no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:21:24.886849 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] No Port match for: a91f9795-fed6-43b7-978b-0fbe59695dec {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:21:24.887218 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device a91f9795-fed6-43b7-978b-0fbe59695dec not bound to the agent host hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:21:26.935976 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa9b38-e862-42b3-abb7-ce1050fe639b req-ab091c61-498b-4277-a8ab-d7e9961b3405 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:26.937363 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-10fa9b38-e862-42b3-abb7-ce1050fe639b req-ab091c61-498b-4277-a8ab-d7e9961b3405 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0472169 May 04 08:21:26.985597 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-10fa9b38-e862-42b3-abb7-ce1050fe639b req-4f3ed08c-d16b-43de-be8f-0ef65ae6d911 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425818 May 04 08:21:28.114174 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d5975-05ab-49f7-a7fc-2c408aa4d97e req-f0f91a72-3772-4c67-9e90-33637560f67a tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:28.115673 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-845d5975-05ab-49f7-a7fc-2c408aa4d97e req-f0f91a72-3772-4c67-9e90-33637560f67a tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0539277 May 04 08:21:28.162252 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-845d5975-05ab-49f7-a7fc-2c408aa4d97e req-08bdb1f3-d952-43eb-a796-df8a7b448f5f tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399857 May 04 08:21:29.198268 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 6 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:21:29.283569 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592937a3-d18a-44b2-af55-41e76385c39d req-70f34813-45de-4974-9d92-487da97f269a tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:29.285090 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-592937a3-d18a-44b2-af55-41e76385c39d req-70f34813-45de-4974-9d92-487da97f269a tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0482562 May 04 08:21:29.335629 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-592937a3-d18a-44b2-af55-41e76385c39d req-3c99462e-fe24-4e68-b0d9-55afbfbc88c8 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446861 May 04 08:21:29.589775 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d665a-4c0a-4264-b9eb-c27d114bf66a req-53007d79-ea9e-4e62-b60b-ed81bfdc4fa9 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:29.591268 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-703d665a-4c0a-4264-b9eb-c27d114bf66a req-53007d79-ea9e-4e62-b60b-ed81bfdc4fa9 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 945 time: 0.0475440 May 04 08:21:29.637752 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6814e69a-faa2-4167-ad47-8c85acfa6795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:29.691567 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-703d665a-4c0a-4264-b9eb-c27d114bf66a req-6ed6aadb-a230-4dcc-ae95-79717b66d4bd tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Deleting port cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:21:29.691911 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-703d665a-4c0a-4264-b9eb-c27d114bf66a req-6ed6aadb-a230-4dcc-ae95-79717b66d4bd tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:29.781799 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-703d665a-4c0a-4264-b9eb-c27d114bf66a req-6ed6aadb-a230-4dcc-ae95-79717b66d4bd tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] For port cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b,segment=NetworkSegment(0500f4c1-03b2-4993-93c3-de7a098f8506),segment_id=0500f4c1-03b2-4993-93c3-de7a098f8506)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:21:29.782168 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-703d665a-4c0a-4264-b9eb-c27d114bf66a req-6ed6aadb-a230-4dcc-ae95-79717b66d4bd tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:30.053295 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-703d665a-4c0a-4264-b9eb-c27d114bf66a req-6ed6aadb-a230-4dcc-ae95-79717b66d4bd tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Calling delete_port for cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:21:30.191194 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-703d665a-4c0a-4264-b9eb-c27d114bf66a req-6ed6aadb-a230-4dcc-ae95-79717b66d4bd tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:30.227681 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6aadb-a230-4dcc-ae95-79717b66d4bd tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Pushing event deleted for resources: {'Port': ['ID=cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:30.236493 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['eb6b11c4-9b69-4b1e-b3d2-f6093c568233', 'cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:21:30.271845 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-703d665a-4c0a-4264-b9eb-c27d114bf66a req-6ed6aadb-a230-4dcc-ae95-79717b66d4bd tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] No DVR routers for this DVR port cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b on host hv-cinder-84028 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:21:30.274549 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-703d665a-4c0a-4264-b9eb-c27d114bf66a req-6ed6aadb-a230-4dcc-ae95-79717b66d4bd tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:30.278030 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-703d665a-4c0a-4264-b9eb-c27d114bf66a req-6ed6aadb-a230-4dcc-ae95-79717b66d4bd tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.13 "DELETE /v2.0/ports/cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b HTTP/1.1" status: 204 len: 173 time: 0.6765521 May 04 08:21:30.278463 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e7c0d2-8853-4a0a-b2fc-353f094bce40', 'name': 'network-vif-deleted', 'tag': 'cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:21:30.280730 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644f9b81011f902d5a48520c995b4e8323da082f15dc8879127e03e175236f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bd2df4-7e5f-42e8-8f4b-2a877e6033ab" -d '{"events": [{"server_uuid": "25e7c0d2-8853-4a0a-b2fc-353f094bce40", "name": "network-vif-deleted", "tag": "cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:21:30.319433 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6657bd0a-d3b8-4c09-bbc4-635ed665adb0 x-openstack-request-id: req-6657bd0a-d3b8-4c09-bbc4-635ed665adb0 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:21:30.320048 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e7c0d2-8853-4a0a-b2fc-353f094bce40", "name": "network-vif-deleted", "tag": "cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:21:30.320048 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6657bd0a-d3b8-4c09-bbc4-635ed665adb0 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:21:30.320617 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6657bd0a-d3b8-4c09-bbc4-635ed665adb0'] response: {'server_uuid': '25e7c0d2-8853-4a0a-b2fc-353f094bce40', 'name': 'network-vif-deleted', 'tag': 'cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b', 'status': 'completed', 'code': 200} May 04 08:21:30.437925 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1422de24-eb11-412b-98d6-811680273009 req-b59bb447-b9f1-4cab-b1b6-de314a09f285 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=25e7c0d2-8853-4a0a-b2fc-353f094bce40 HTTP/1.1" status: 200 len: 210 time: 0.0286818 May 04 08:21:31.716199 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042391a-e025-4091-94b7-2dcc914c4a6d req-70310461-1082-4d3c-affa-aca936688b59 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:31.717533 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f042391a-e025-4091-94b7-2dcc914c4a6d req-70310461-1082-4d3c-affa-aca936688b59 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0474536 May 04 08:21:31.770600 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f042391a-e025-4091-94b7-2dcc914c4a6d req-962aa1e7-c805-43e1-a30d-58b7b083b18d tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445037 May 04 08:21:31.907934 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-82ef78a5-433e-42da-bc14-dade7bf196d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:32.898949 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5e98d-d799-4e31-b3e0-17cedd52afdc req-2c1575f5-7bb9-4015-b5b0-d76d53c84cc6 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:32.900471 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9bc5e98d-d799-4e31-b3e0-17cedd52afdc req-2c1575f5-7bb9-4015-b5b0-d76d53c84cc6 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0470808 May 04 08:21:32.909488 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:21:32.930902 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] No Port match for: cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:21:32.931209 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device cfb2ff2b-95c6-49d6-81f3-ecabcd956d5b not bound to the agent host hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:21:32.947861 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9bc5e98d-d799-4e31-b3e0-17cedd52afdc req-f915689f-3ef7-4049-9938-6895cf52c328 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418785 May 04 08:21:33.047017 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:34.077627 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba133cd-eb47-4fc8-ab53-5a9718ce9e18 req-f18dfd9e-bb65-4acf-952c-95a92cddbbfb tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:34.079445 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1ba133cd-eb47-4fc8-ab53-5a9718ce9e18 req-f18dfd9e-bb65-4acf-952c-95a92cddbbfb tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0532296 May 04 08:21:34.130293 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1ba133cd-eb47-4fc8-ab53-5a9718ce9e18 req-fec5541a-d52e-4cfa-b0f8-da3e325c73ae tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424204 May 04 08:21:34.298473 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:35.013973 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:35.257100 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51158302-1e6b-4f60-959d-b0c0c079502e req-fbc6f4f1-16ac-479d-946d-6af2f180d33f tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:35.258613 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-51158302-1e6b-4f60-959d-b0c0c079502e req-fbc6f4f1-16ac-479d-946d-6af2f180d33f tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0515802 May 04 08:21:35.306230 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-51158302-1e6b-4f60-959d-b0c0c079502e req-9ee4cb51-3c39-415c-9ac0-6bd19d6b935a tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/security-groups?id=e45dc23e-66e8-48d5-bb45-e66bf7349ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416741 May 04 08:21:35.561280 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8dd4c-8385-4af6-809b-57ca1ec18533 req-72c2e03d-be0c-46ab-a5a2-5930c41d2f52 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:35.562811 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e0c8dd4c-8385-4af6-809b-57ca1ec18533 req-72c2e03d-be0c-46ab-a5a2-5930c41d2f52 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.13 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 945 time: 0.0576637 May 04 08:21:35.682196 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-e0c8dd4c-8385-4af6-809b-57ca1ec18533 req-a71b001d-2169-4e2c-86d2-e67567d8307c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Deleting port eb6b11c4-9b69-4b1e-b3d2-f6093c568233 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:21:35.682598 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e0c8dd4c-8385-4af6-809b-57ca1ec18533 req-a71b001d-2169-4e2c-86d2-e67567d8307c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (eb6b11c4-9b69-4b1e-b3d2-f6093c568233), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:35.729597 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:35.771048 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-e0c8dd4c-8385-4af6-809b-57ca1ec18533 req-a71b001d-2169-4e2c-86d2-e67567d8307c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] For port eb6b11c4-9b69-4b1e-b3d2-f6093c568233, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=eb6b11c4-9b69-4b1e-b3d2-f6093c568233,segment=NetworkSegment(0500f4c1-03b2-4993-93c3-de7a098f8506),segment_id=0500f4c1-03b2-4993-93c3-de7a098f8506)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:21:35.771422 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e0c8dd4c-8385-4af6-809b-57ca1ec18533 req-a71b001d-2169-4e2c-86d2-e67567d8307c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (eb6b11c4-9b69-4b1e-b3d2-f6093c568233), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:35.784137 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-e0c8dd4c-8385-4af6-809b-57ca1ec18533 req-a71b001d-2169-4e2c-86d2-e67567d8307c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Calling delete_port for eb6b11c4-9b69-4b1e-b3d2-f6093c568233 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:21:35.924159 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e0c8dd4c-8385-4af6-809b-57ca1ec18533 req-a71b001d-2169-4e2c-86d2-e67567d8307c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (eb6b11c4-9b69-4b1e-b3d2-f6093c568233), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:35.950535 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b001d-2169-4e2c-86d2-e67567d8307c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Pushing event deleted for resources: {'Port': ['ID=eb6b11c4-9b69-4b1e-b3d2-f6093c568233,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:35.977348 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['eb6b11c4-9b69-4b1e-b3d2-f6093c568233'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:21:35.997750 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c8dd4c-8385-4af6-809b-57ca1ec18533 req-a71b001d-2169-4e2c-86d2-e67567d8307c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] No DVR routers for this DVR port eb6b11c4-9b69-4b1e-b3d2-f6093c568233 on host hv-cinder-84028 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:21:36.000373 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e0c8dd4c-8385-4af6-809b-57ca1ec18533 req-a71b001d-2169-4e2c-86d2-e67567d8307c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:36.003663 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e0c8dd4c-8385-4af6-809b-57ca1ec18533 req-a71b001d-2169-4e2c-86d2-e67567d8307c tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.13 "DELETE /v2.0/ports/eb6b11c4-9b69-4b1e-b3d2-f6093c568233 HTTP/1.1" status: 204 len: 173 time: 0.4111793 May 04 08:21:36.004099 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6890aa28-731e-4b8f-8072-1ea9300f80f6', 'name': 'network-vif-deleted', 'tag': 'eb6b11c4-9b69-4b1e-b3d2-f6093c568233'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:21:36.006396 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644f9b81011f902d5a48520c995b4e8323da082f15dc8879127e03e175236f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2213ad7-61a1-463f-a573-f7202fc188b3" -d '{"events": [{"server_uuid": "6890aa28-731e-4b8f-8072-1ea9300f80f6", "name": "network-vif-deleted", "tag": "eb6b11c4-9b69-4b1e-b3d2-f6093c568233"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:21:36.046087 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b53174-7849-4447-b320-23cccf19863b x-openstack-request-id: req-06b53174-7849-4447-b320-23cccf19863b {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:21:36.046346 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6890aa28-731e-4b8f-8072-1ea9300f80f6", "name": "network-vif-deleted", "tag": "eb6b11c4-9b69-4b1e-b3d2-f6093c568233", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:21:36.046628 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-06b53174-7849-4447-b320-23cccf19863b {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:21:36.047137 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06b53174-7849-4447-b320-23cccf19863b'] response: {'server_uuid': '6890aa28-731e-4b8f-8072-1ea9300f80f6', 'name': 'network-vif-deleted', 'tag': 'eb6b11c4-9b69-4b1e-b3d2-f6093c568233', 'status': 'completed', 'code': 200} May 04 08:21:36.442373 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-21e6ede5-2c00-4de3-9523-ce95464d64cb req-b088be1d-4890-4c0a-b26f-c02b034f819e tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 210 time: 0.0326869 May 04 08:21:36.512500 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99821c-aa4d-4c29-81d1-c89470ca984d req-433d24d1-c8b6-430b-b30c-dd9792ecdece tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:36.513992 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3b99821c-aa4d-4c29-81d1-c89470ca984d req-433d24d1-c8b6-430b-b30c-dd9792ecdece tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0451202 May 04 08:21:36.564710 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3b99821c-aa4d-4c29-81d1-c89470ca984d req-e42f5720-38f4-43d6-8f42-a31089a646ea tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423539 May 04 08:21:37.554631 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-03ad11fe-c7fe-4b1f-addd-dc17bfd56bd9 req-8d24a43a-629d-4681-b5fe-ae8aee7d43d4 tempest-ServerRescueNegativeTestJSON-1337400594 tempest-ServerRescueNegativeTestJSON-1337400594-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890aa28-731e-4b8f-8072-1ea9300f80f6 HTTP/1.1" status: 200 len: 210 time: 0.0312347 May 04 08:21:37.690627 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189fc98-55f1-45f7-99ca-9407b702e311 req-e9c2da4c-aded-4a3b-9ce2-3f3bf6cce829 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:37.692010 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3189fc98-55f1-45f7-99ca-9407b702e311 req-e9c2da4c-aded-4a3b-9ce2-3f3bf6cce829 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0595145 May 04 08:21:37.748615 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3189fc98-55f1-45f7-99ca-9407b702e311 req-b539a38e-0ee5-40d5-b32a-e6e51b34248f tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478587 May 04 08:21:38.619979 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 37268) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:38.817081 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4686f-8680-487a-84f4-a0cb0035638e req-c90bdd96-eeae-4086-8302-d0275611368b tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:38.818535 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8ed4686f-8680-487a-84f4-a0cb0035638e req-c90bdd96-eeae-4086-8302-d0275611368b tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.13 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.0585423 May 04 08:21:38.932873 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device eb6b11c4-9b69-4b1e-b3d2-f6093c568233 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:21:38.938779 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d86a4-bc30-4937-83f1-6bf53878c14e req-878544f9-f2a1-45b3-9980-f5de8013e660 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:38.940280 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-db9d86a4-bc30-4937-83f1-6bf53878c14e req-878544f9-f2a1-45b3-9980-f5de8013e660 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 945 time: 0.1167479 May 04 08:21:38.952675 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] No Port match for: eb6b11c4-9b69-4b1e-b3d2-f6093c568233 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:21:38.953025 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device eb6b11c4-9b69-4b1e-b3d2-f6093c568233 not bound to the agent host hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:21:39.077499 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-8ed4686f-8680-487a-84f4-a0cb0035638e req-e7e2382e-a5e8-4686-8f14-59af50b0ef53 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Deleting port ff679bee-f8ad-4819-98c2-ace879ffd59b {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:21:39.077835 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8ed4686f-8680-487a-84f4-a0cb0035638e req-e7e2382e-a5e8-4686-8f14-59af50b0ef53 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (ff679bee-f8ad-4819-98c2-ace879ffd59b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:39.119886 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-db9d86a4-bc30-4937-83f1-6bf53878c14e req-542904d7-c868-435a-9dbd-bd99db2b20f5 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=915afae1-1afa-4116-a500-a97a1e0668da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490977 May 04 08:21:39.222159 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-8ed4686f-8680-487a-84f4-a0cb0035638e req-e7e2382e-a5e8-4686-8f14-59af50b0ef53 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] For port ff679bee-f8ad-4819-98c2-ace879ffd59b, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=ff679bee-f8ad-4819-98c2-ace879ffd59b,segment=NetworkSegment(be24cf48-fbca-4f1a-adfd-44da32707882),segment_id=be24cf48-fbca-4f1a-adfd-44da32707882)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:21:39.222438 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8ed4686f-8680-487a-84f4-a0cb0035638e req-e7e2382e-a5e8-4686-8f14-59af50b0ef53 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (ff679bee-f8ad-4819-98c2-ace879ffd59b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:39.474112 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d5952a8f-92a7-405a-89e8-daa01e51502a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-723922'] for router_interface (ed2e8f24-360a-4912-9517-8f9f7dc4fcba), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:39.580993 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8ed4686f-8680-487a-84f4-a0cb0035638e req-e7e2382e-a5e8-4686-8f14-59af50b0ef53 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:39.581342 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8ed4686f-8680-487a-84f4-a0cb0035638e req-e7e2382e-a5e8-4686-8f14-59af50b0ef53 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (f7f779e2-4ccf-418f-82e2-01b3a5956895), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:39.581653 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.db.l3_db [req-8ed4686f-8680-487a-84f4-a0cb0035638e req-e7e2382e-a5e8-4686-8f14-59af50b0ef53 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Floating IP f7f779e2-4ccf-418f-82e2-01b3a5956895 disassociated. External IP: 172.27.3.109, port: ff679bee-f8ad-4819-98c2-ace879ffd59b. May 04 08:21:39.581979 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-8ed4686f-8680-487a-84f4-a0cb0035638e req-e7e2382e-a5e8-4686-8f14-59af50b0ef53 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Calling delete_port for ff679bee-f8ad-4819-98c2-ace879ffd59b owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:21:39.905830 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8ed4686f-8680-487a-84f4-a0cb0035638e req-e7e2382e-a5e8-4686-8f14-59af50b0ef53 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (ff679bee-f8ad-4819-98c2-ace879ffd59b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:39.907454 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d5952a8f-92a7-405a-89e8-daa01e51502a admin admin] Deleting port 5b6c3578-98ad-438c-8232-7c84929dd5e4 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:21:39.907767 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d5952a8f-92a7-405a-89e8-daa01e51502a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (5b6c3578-98ad-438c-8232-7c84929dd5e4), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:39.943798 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2382e-a5e8-4686-8f14-59af50b0ef53 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Pushing event deleted for resources: {'Port': ['ID=ff679bee-f8ad-4819-98c2-ace879ffd59b,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:40.059794 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-d5952a8f-92a7-405a-89e8-daa01e51502a admin admin] For port 5b6c3578-98ad-438c-8232-7c84929dd5e4, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=5b6c3578-98ad-438c-8232-7c84929dd5e4,segment=NetworkSegment(0500f4c1-03b2-4993-93c3-de7a098f8506),segment_id=0500f4c1-03b2-4993-93c3-de7a098f8506)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:21:40.060161 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d5952a8f-92a7-405a-89e8-daa01e51502a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (5b6c3578-98ad-438c-8232-7c84929dd5e4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:40.101597 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d5952a8f-92a7-405a-89e8-daa01e51502a admin admin] Calling delete_port for 5b6c3578-98ad-438c-8232-7c84929dd5e4 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:21:40.463450 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f4d1361b-3e75-46fb-959d-97aa58e0aaa3 req-2f8fa4da-15e7-4243-8ca9-f8ec07a4f32a tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d26c26-f769-4a4a-81e0-f8d32b5864fa HTTP/1.1" status: 200 len: 210 time: 0.0777502 May 04 08:21:40.465150 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ed4686f-8680-487a-84f4-a0cb0035638e req-e7e2382e-a5e8-4686-8f14-59af50b0ef53 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Router f007bd36-33d7-4370-802d-ad3845496dc5 has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:21:40.678492 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ed4686f-8680-487a-84f4-a0cb0035638e req-e7e2382e-a5e8-4686-8f14-59af50b0ef53 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:21:40.688776 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62633c89-ea3c-4fb2-bb84-c638af91b673 None None] Sync routers for ids ['f007bd36-33d7-4370-802d-ad3845496dc5'] in dv-cinder-840289-4-iscsi {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:21:40.699823 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62633c89-ea3c-4fb2-bb84-c638af91b673 None None] Routers {'f007bd36-33d7-4370-802d-ad3845496dc5'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:21:40.700458 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-62633c89-ea3c-4fb2-bb84-c638af91b673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:21:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['f007bd36-33d7-4370-802d-ad3845496dc5'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:40.730553 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d5952a8f-92a7-405a-89e8-daa01e51502a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (5b6c3578-98ad-438c-8232-7c84929dd5e4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:40.735145 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed4686f-8680-487a-84f4-a0cb0035638e req-e7e2382e-a5e8-4686-8f14-59af50b0ef53 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] No DVR routers for this DVR port ff679bee-f8ad-4819-98c2-ace879ffd59b on host hv-cinder-84028 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:21:40.740820 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8ed4686f-8680-487a-84f4-a0cb0035638e req-e7e2382e-a5e8-4686-8f14-59af50b0ef53 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:40.744085 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8ed4686f-8680-487a-84f4-a0cb0035638e req-e7e2382e-a5e8-4686-8f14-59af50b0ef53 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.13 "DELETE /v2.0/ports/ff679bee-f8ad-4819-98c2-ace879ffd59b HTTP/1.1" status: 204 len: 173 time: 1.8944285 May 04 08:21:40.745998 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d26c26-f769-4a4a-81e0-f8d32b5864fa', 'name': 'network-vif-deleted', 'tag': 'ff679bee-f8ad-4819-98c2-ace879ffd59b'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:21:40.748347 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644f9b81011f902d5a48520c995b4e8323da082f15dc8879127e03e175236f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1747c5-7100-4d93-abcb-4a9b636f28fa" -d '{"events": [{"server_uuid": "56d26c26-f769-4a4a-81e0-f8d32b5864fa", "name": "network-vif-deleted", "tag": "ff679bee-f8ad-4819-98c2-ace879ffd59b"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:21:40.769929 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5952a8f-92a7-405a-89e8-daa01e51502a admin admin] Pushing event deleted for resources: {'Port': ['ID=5b6c3578-98ad-438c-8232-7c84929dd5e4,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:40.828620 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86dbd46-3949-4423-9f69-c1250b19f374 x-openstack-request-id: req-e86dbd46-3949-4423-9f69-c1250b19f374 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:21:40.828899 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d26c26-f769-4a4a-81e0-f8d32b5864fa", "name": "network-vif-deleted", "tag": "ff679bee-f8ad-4819-98c2-ace879ffd59b", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:21:40.829213 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e86dbd46-3949-4423-9f69-c1250b19f374 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:21:40.829546 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e86dbd46-3949-4423-9f69-c1250b19f374'] response: {'server_uuid': '56d26c26-f769-4a4a-81e0-f8d32b5864fa', 'name': 'network-vif-deleted', 'tag': 'ff679bee-f8ad-4819-98c2-ace879ffd59b', 'status': 'completed', 'code': 200} May 04 08:21:40.836583 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-62633c89-ea3c-4fb2-bb84-c638af91b673 None None] Set router f007bd36-33d7-4370-802d-ad3845496dc5 gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:21:40.985657 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d5952a8f-92a7-405a-89e8-daa01e51502a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734405'] for router_interface (ed2e8f24-360a-4912-9517-8f9f7dc4fcba), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:41.077277 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-62633c89-ea3c-4fb2-bb84-c638af91b673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'name': 'tempest-AttachVolumeTestJSON-1462924431-router', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:16Z', 'revision_number': 4, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'gw_port': {'id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:06Z', 'updated_at': '2022-05-04T08:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': 'baa9b0c3-d50a-416d-899e-4ac277b43cd0', 'name': '', 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'mac_address': 'fa:16:3e:37:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:14Z', 'updated_at': '2022-05-04T08:16:28Z', 'revision_number': 5, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'subnets': [{'id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:41.104708 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62633c89-ea3c-4fb2-bb84-c638af91b673 None None] Checking router: f007bd36-33d7-4370-802d-ad3845496dc5 for host: dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:21:41.113059 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62633c89-ea3c-4fb2-bb84-c638af91b673 None None] Routers {'f007bd36-33d7-4370-802d-ad3845496dc5'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:21:41.113648 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-62633c89-ea3c-4fb2-bb84-c638af91b673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:21:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['f007bd36-33d7-4370-802d-ad3845496dc5'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:41.213569 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5952a8f-92a7-405a-89e8-daa01e51502a admin admin] Router ed2e8f24-360a-4912-9517-8f9f7dc4fcba has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:21:41.223940 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-62633c89-ea3c-4fb2-bb84-c638af91b673 None None] Set router f007bd36-33d7-4370-802d-ad3845496dc5 gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:21:41.325657 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5952a8f-92a7-405a-89e8-daa01e51502a admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:21:41.331484 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-d5952a8f-92a7-405a-89e8-daa01e51502a admin admin] 10.222.0.59 "PUT /v2.0/routers/ed2e8f24-360a-4912-9517-8f9f7dc4fcba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7104192 May 04 08:21:41.333932 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 37286) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:41.338025 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b9b61-333c-455c-b94d-ab93a794b3e7 None None] Sync routers for ids ['ed2e8f24-360a-4912-9517-8f9f7dc4fcba'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:21:41.349869 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b9b61-333c-455c-b94d-ab93a794b3e7 None None] Routers {'ed2e8f24-360a-4912-9517-8f9f7dc4fcba'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:21:41.350607 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-4c5b9b61-333c-455c-b94d-ab93a794b3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:21:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['ed2e8f24-360a-4912-9517-8f9f7dc4fcba'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:41.444765 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-62633c89-ea3c-4fb2-bb84-c638af91b673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'name': 'tempest-AttachVolumeTestJSON-1462924431-router', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:16Z', 'revision_number': 4, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'gw_port': {'id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:06Z', 'updated_at': '2022-05-04T08:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': 'baa9b0c3-d50a-416d-899e-4ac277b43cd0', 'name': '', 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'mac_address': 'fa:16:3e:37:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:14Z', 'updated_at': '2022-05-04T08:16:28Z', 'revision_number': 5, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'subnets': [{'id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:41.453863 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9bad5d2c-802b-4dc2-9f02-6c341f7eebb3 admin admin] Publish callbacks [] for router (ed2e8f24-360a-4912-9517-8f9f7dc4fcba), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:41.469924 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-4c5b9b61-333c-455c-b94d-ab93a794b3e7 None None] Set router ed2e8f24-360a-4912-9517-8f9f7dc4fcba gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:21:41.472123 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62633c89-ea3c-4fb2-bb84-c638af91b673 None None] The sync data for ids ['f007bd36-33d7-4370-802d-ad3845496dc5'] in dv-cinder-840289-4-iscsi is: [{'id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'name': 'tempest-AttachVolumeTestJSON-1462924431-router', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:16Z', 'revision_number': 4, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'gw_port': {'id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:06Z', 'updated_at': '2022-05-04T08:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': 'baa9b0c3-d50a-416d-899e-4ac277b43cd0', 'name': '', 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'mac_address': 'fa:16:3e:37:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:14Z', 'updated_at': '2022-05-04T08:16:28Z', 'revision_number': 5, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'subnets': [{'id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:21:41.562682 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37292) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:41.589504 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9bad5d2c-802b-4dc2-9f02-6c341f7eebb3 admin admin] Publish callbacks [] for router_gateway (ed2e8f24-360a-4912-9517-8f9f7dc4fcba), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:41.637050 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cc4a8e04-e47c-4b24-a66c-460a4e1c0e09 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for security_group (915afae1-1afa-4116-a500-a97a1e0668da), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:41.642736 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-9bad5d2c-802b-4dc2-9f02-6c341f7eebb3 admin admin] Deleting port 92f2336a-faed-47e4-a40c-1aa8f75eb7b0 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:21:41.642736 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9bad5d2c-802b-4dc2-9f02-6c341f7eebb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (92f2336a-faed-47e4-a40c-1aa8f75eb7b0), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:41.670585 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cc4a8e04-e47c-4b24-a66c-460a4e1c0e09 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for security_group (915afae1-1afa-4116-a500-a97a1e0668da), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:41.681733 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-4c5b9b61-333c-455c-b94d-ab93a794b3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'name': 'tempest-ServerRescueNegativeTestJSON-1042465838-router', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:21:40Z', 'revision_number': 5, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'gw_port': {'id': '92f2336a-faed-47e4-a40c-1aa8f75eb7b0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:41.711345 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b9b61-333c-455c-b94d-ab93a794b3e7 None None] Checking router: ed2e8f24-360a-4912-9517-8f9f7dc4fcba for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:21:41.720335 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b9b61-333c-455c-b94d-ab93a794b3e7 None None] Routers {'ed2e8f24-360a-4912-9517-8f9f7dc4fcba'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:21:41.721200 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-4c5b9b61-333c-455c-b94d-ab93a794b3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:21:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['ed2e8f24-360a-4912-9517-8f9f7dc4fcba'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:41.734946 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-9bad5d2c-802b-4dc2-9f02-6c341f7eebb3 admin admin] For port 92f2336a-faed-47e4-a40c-1aa8f75eb7b0, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=92f2336a-faed-47e4-a40c-1aa8f75eb7b0,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:21:41.735231 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9bad5d2c-802b-4dc2-9f02-6c341f7eebb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (92f2336a-faed-47e4-a40c-1aa8f75eb7b0), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:41.743080 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cc4a8e04-e47c-4b24-a66c-460a4e1c0e09 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (915afae1-1afa-4116-a500-a97a1e0668da), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:41.745961 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cc4a8e04-e47c-4b24-a66c-460a4e1c0e09 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:41.747153 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-cc4a8e04-e47c-4b24-a66c-460a4e1c0e09 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "DELETE /v2.0/security-groups/915afae1-1afa-4116-a500-a97a1e0668da HTTP/1.1" status: 204 len: 168 time: 0.1833816 May 04 08:21:41.751704 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37296) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:41.753049 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-9bad5d2c-802b-4dc2-9f02-6c341f7eebb3 admin admin] Calling delete_port for 92f2336a-faed-47e4-a40c-1aa8f75eb7b0 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:21:41.770969 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a8e04-e47c-4b24-a66c-460a4e1c0e09 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=915afae1-1afa-4116-a500-a97a1e0668da,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:41.778119 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.api.v2.resource [None req-9dc3a2e3-0c3f-472b-a108-92f11f27079b tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] show failed (client error): The resource could not be found. May 04 08:21:41.779401 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-9dc3a2e3-0c3f-472b-a108-92f11f27079b tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups/915afae1-1afa-4116-a500-a97a1e0668da HTTP/1.1" status: 404 len: 347 time: 0.0266316 May 04 08:21:41.782423 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37298) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:41.828490 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-4c5b9b61-333c-455c-b94d-ab93a794b3e7 None None] Set router ed2e8f24-360a-4912-9517-8f9f7dc4fcba gateway port host: None {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:21:41.876116 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f770f2a-fe01-4a46-89ea-ab0ada6a12ad None None] New status for floating IP f7f779e2-4ccf-418f-82e2-01b3a5956895: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:21:41.888634 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-4c5b9b61-333c-455c-b94d-ab93a794b3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'name': 'tempest-ServerRescueNegativeTestJSON-1042465838-router', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:21:41Z', 'revision_number': 6, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'gw_port_host': None}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:41.917637 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b9b61-333c-455c-b94d-ab93a794b3e7 None None] The sync data for ids ['ed2e8f24-360a-4912-9517-8f9f7dc4fcba'] in dv-cinder-840289-4-iscsi is: [{'id': 'ed2e8f24-360a-4912-9517-8f9f7dc4fcba', 'name': 'tempest-ServerRescueNegativeTestJSON-1042465838-router', 'tenant_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:21:41Z', 'revision_number': 6, 'project_id': '627a6ec20d314e7ba545b36a7e9b2fe8', 'gw_port_host': None}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:21:41.927355 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d65d777a-59aa-444e-a6dd-cda3da07dc1f tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Deleting port d3bdb866-97d1-4b00-b882-4d2ec16afeb7 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:21:41.927726 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d65d777a-59aa-444e-a6dd-cda3da07dc1f tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (d3bdb866-97d1-4b00-b882-4d2ec16afeb7), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:41.938336 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9bad5d2c-802b-4dc2-9f02-6c341f7eebb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (92f2336a-faed-47e4-a40c-1aa8f75eb7b0), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:41.983146 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad5d2c-802b-4dc2-9f02-6c341f7eebb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=92f2336a-faed-47e4-a40c-1aa8f75eb7b0,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:42.018962 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d65d777a-59aa-444e-a6dd-cda3da07dc1f tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (d3bdb866-97d1-4b00-b882-4d2ec16afeb7), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.019330 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d65d777a-59aa-444e-a6dd-cda3da07dc1f tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for floatingip (d3bdb866-97d1-4b00-b882-4d2ec16afeb7), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.036767 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d65d777a-59aa-444e-a6dd-cda3da07dc1f tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Calling delete_port for d3bdb866-97d1-4b00-b882-4d2ec16afeb7 owned by network:floatingip {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:21:42.041880 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9bad5d2c-802b-4dc2-9f02-6c341f7eebb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-724128'] for router_gateway (ed2e8f24-360a-4912-9517-8f9f7dc4fcba), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.150592 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9bad5d2c-802b-4dc2-9f02-6c341f7eebb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-778620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2882'] for router (ed2e8f24-360a-4912-9517-8f9f7dc4fcba), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.152830 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9bad5d2c-802b-4dc2-9f02-6c341f7eebb3 admin admin] Publish callbacks [] for router_controller (ed2e8f24-360a-4912-9517-8f9f7dc4fcba), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.168543 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d65d777a-59aa-444e-a6dd-cda3da07dc1f tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (d3bdb866-97d1-4b00-b882-4d2ec16afeb7), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.192093 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d777a-59aa-444e-a6dd-cda3da07dc1f tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Pushing event deleted for resources: {'Port': ['ID=d3bdb866-97d1-4b00-b882-4d2ec16afeb7,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:42.223811 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9bad5d2c-802b-4dc2-9f02-6c341f7eebb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-778613'] for router (ed2e8f24-360a-4912-9517-8f9f7dc4fcba), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.224296 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bad5d2c-802b-4dc2-9f02-6c341f7eebb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed2e8f24-360a-4912-9517-8f9f7dc4fcba {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 08:21:42.229368 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9bad5d2c-802b-4dc2-9f02-6c341f7eebb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.230486 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-9bad5d2c-802b-4dc2-9f02-6c341f7eebb3 admin admin] 10.222.0.59 "DELETE /v2.0/routers/ed2e8f24-360a-4912-9517-8f9f7dc4fcba HTTP/1.1" status: 204 len: 168 time: 0.8954029 May 04 08:21:42.233336 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 37302) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:42.278476 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d65d777a-59aa-444e-a6dd-cda3da07dc1f tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for floatingip (f7f779e2-4ccf-418f-82e2-01b3a5956895), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.282038 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d65d777a-59aa-444e-a6dd-cda3da07dc1f tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.283295 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-d65d777a-59aa-444e-a6dd-cda3da07dc1f tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "DELETE /v2.0/floatingips/f7f779e2-4ccf-418f-82e2-01b3a5956895 HTTP/1.1" status: 204 len: 168 time: 0.4997563 May 04 08:21:42.292979 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a67f07-d4e6-4e33-ab08-e0e472fec65b admin admin] Deleting subnet 7425b7ef-390a-4bcf-88b7-7e4dc3dbed56 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:21:42.300993 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e8a67f07-d4e6-4e33-ab08-e0e472fec65b admin admin] Publish callbacks [] for subnet (7425b7ef-390a-4bcf-88b7-7e4dc3dbed56), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.353284 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e8a67f07-d4e6-4e33-ab08-e0e472fec65b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29667606'] for subnet (7425b7ef-390a-4bcf-88b7-7e4dc3dbed56), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.411572 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 5b6c3578-98ad-438c-8232-7c84929dd5e4 no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:21:42.433374 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: 5b6c3578-98ad-438c-8232-7c84929dd5e4 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:21:42.433964 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 5b6c3578-98ad-438c-8232-7c84929dd5e4 not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:21:42.475450 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e8a67f07-d4e6-4e33-ab08-e0e472fec65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902914'] for subnet (7425b7ef-390a-4bcf-88b7-7e4dc3dbed56), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.530555 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e8a67f07-d4e6-4e33-ab08-e0e472fec65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31339417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29652696'] for subnet (7425b7ef-390a-4bcf-88b7-7e4dc3dbed56), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.537288 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37308) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:42.541950 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-91f115b8-14b3-4f98-85c5-c001abd473e7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1945279755', 'description': 'tempest-description--224161009'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:42.557356 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a67f07-d4e6-4e33-ab08-e0e472fec65b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7425b7ef-390a-4bcf-88b7-7e4dc3dbed56,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:42.559398 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e8a67f07-d4e6-4e33-ab08-e0e472fec65b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.562704 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-e8a67f07-d4e6-4e33-ab08-e0e472fec65b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7425b7ef-390a-4bcf-88b7-7e4dc3dbed56 HTTP/1.1" status: 204 len: 168 time: 0.3284786 May 04 08:21:42.565208 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 37310) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:42.567078 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02f2719-adb6-4a2e-8dc2-929011ea34cc None None] Network 459895ff-73ee-42db-9914-e045a10994f6 requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:21:42.576138 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-91f115b8-14b3-4f98-85c5-c001abd473e7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.635127 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1e26fbc2-2468-4da5-ad46-d86c839c5632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1812560'] for network (459895ff-73ee-42db-9914-e045a10994f6), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.646007 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-91f115b8-14b3-4f98-85c5-c001abd473e7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for security_group (2a2e39f5-c331-4deb-a4c4-4da8b5e33663), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.654266 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-91f115b8-14b3-4f98-85c5-c001abd473e7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (2a2e39f5-c331-4deb-a4c4-4da8b5e33663), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.683902 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-91f115b8-14b3-4f98-85c5-c001abd473e7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.685260 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-91f115b8-14b3-4f98-85c5-c001abd473e7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1468816 May 04 08:21:42.688328 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 37312) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:42.692661 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f115b8-14b3-4f98-85c5-c001abd473e7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2e39f5-c331-4deb-a4c4-4da8b5e33663,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:42.697553 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-3780c4f6-e03d-45eb-b690-6f02b77ccdbd tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Request body: {'security_group_rule': {'security_group_id': '2a2e39f5-c331-4deb-a4c4-4da8b5e33663', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:42.708958 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-1e26fbc2-2468-4da5-ad46-d86c839c5632 admin admin] Deleting port 608eb58e-1ffa-42c1-be36-a9b847533cda {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:21:42.709304 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1e26fbc2-2468-4da5-ad46-d86c839c5632 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (608eb58e-1ffa-42c1-be36-a9b847533cda), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.744629 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3780c4f6-e03d-45eb-b690-6f02b77ccdbd tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for security_group_rule (6a24b341-b652-427e-8647-6577225131b5), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.801329 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bbd5d0-82b2-432e-b8ac-3c6ed127688e None None] DHCP port deletion for 459895ff-73ee-42db-9914-e045a10994f6 request from dv-cinder-840289-4-iscsi {{(pid=103565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 08:21:42.801552 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-1e26fbc2-2468-4da5-ad46-d86c839c5632 admin admin] For port 608eb58e-1ffa-42c1-be36-a9b847533cda, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=608eb58e-1ffa-42c1-be36-a9b847533cda,segment=NetworkSegment(0500f4c1-03b2-4993-93c3-de7a098f8506),segment_id=0500f4c1-03b2-4993-93c3-de7a098f8506)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:21:42.802217 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1e26fbc2-2468-4da5-ad46-d86c839c5632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (608eb58e-1ffa-42c1-be36-a9b847533cda), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.823474 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-1e26fbc2-2468-4da5-ad46-d86c839c5632 admin admin] Calling delete_port for 608eb58e-1ffa-42c1-be36-a9b847533cda owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:21:42.848935 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-49bbd5d0-82b2-432e-b8ac-3c6ed127688e None None] Deleting port 608eb58e-1ffa-42c1-be36-a9b847533cda {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:21:42.849309 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-49bbd5d0-82b2-432e-b8ac-3c6ed127688e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (608eb58e-1ffa-42c1-be36-a9b847533cda), before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.879378 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3780c4f6-e03d-45eb-b690-6f02b77ccdbd tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for security_group_rule (6a24b341-b652-427e-8647-6577225131b5), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.885494 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3780c4f6-e03d-45eb-b690-6f02b77ccdbd tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (6a24b341-b652-427e-8647-6577225131b5), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.911787 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-49bbd5d0-82b2-432e-b8ac-3c6ed127688e None None] For port 608eb58e-1ffa-42c1-be36-a9b847533cda, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=608eb58e-1ffa-42c1-be36-a9b847533cda,segment=NetworkSegment(0500f4c1-03b2-4993-93c3-de7a098f8506),segment_id=0500f4c1-03b2-4993-93c3-de7a098f8506)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:21:42.912380 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-49bbd5d0-82b2-432e-b8ac-3c6ed127688e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (608eb58e-1ffa-42c1-be36-a9b847533cda), precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.916751 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780c4f6-e03d-45eb-b690-6f02b77ccdbd tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a24b341-b652-427e-8647-6577225131b5,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:42.923846 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device ff679bee-f8ad-4819-98c2-ace879ffd59b no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:21:42.929988 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3780c4f6-e03d-45eb-b690-6f02b77ccdbd tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.931347 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-3780c4f6-e03d-45eb-b690-6f02b77ccdbd tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2411420 May 04 08:21:42.932591 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-49bbd5d0-82b2-432e-b8ac-3c6ed127688e None None] Calling delete_port for 608eb58e-1ffa-42c1-be36-a9b847533cda owned by network:dhcp {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:21:42.933901 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 37316) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:42.938428 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-cf14f7ef-7713-4e05-b0e6-8f6f97ab1a9d tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Request body: {'security_group_rule': {'security_group_id': '2a2e39f5-c331-4deb-a4c4-4da8b5e33663', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:42.956696 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] No Port match for: ff679bee-f8ad-4819-98c2-ace879ffd59b {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:21:42.957108 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device ff679bee-f8ad-4819-98c2-ace879ffd59b not bound to the agent host hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:21:42.957574 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1e26fbc2-2468-4da5-ad46-d86c839c5632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (608eb58e-1ffa-42c1-be36-a9b847533cda), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:42.998540 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf14f7ef-7713-4e05-b0e6-8f6f97ab1a9d tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for security_group_rule (004514e3-7f15-456b-b529-4a960bafec41), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:43.005587 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26fbc2-2468-4da5-ad46-d86c839c5632 admin admin] Pushing event deleted for resources: {'Port': ['ID=608eb58e-1ffa-42c1-be36-a9b847533cda,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:43.016219 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e26fbc2-2468-4da5-ad46-d86c839c5632 admin admin] No DVR routers for this DVR port 608eb58e-1ffa-42c1-be36-a9b847533cda on host dv-cinder-840289-4-iscsi {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:21:43.089867 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-49bbd5d0-82b2-432e-b8ac-3c6ed127688e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443'] for port (608eb58e-1ffa-42c1-be36-a9b847533cda), after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:43.115142 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbd5d0-82b2-432e-b8ac-3c6ed127688e None None] Pushing event deleted for resources: {'Port': ['ID=608eb58e-1ffa-42c1-be36-a9b847533cda,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:43.122428 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bbd5d0-82b2-432e-b8ac-3c6ed127688e None None] No DVR routers for this DVR port 608eb58e-1ffa-42c1-be36-a9b847533cda on host dv-cinder-840289-4-iscsi {{(pid=103565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:21:43.125702 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1e26fbc2-2468-4da5-ad46-d86c839c5632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903351', 'neutron.services.segments.db._delete_segments_for_network-8787185188154'] for network (459895ff-73ee-42db-9914-e045a10994f6), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:43.142100 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf14f7ef-7713-4e05-b0e6-8f6f97ab1a9d tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for security_group_rule (004514e3-7f15-456b-b529-4a960bafec41), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:43.153168 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf14f7ef-7713-4e05-b0e6-8f6f97ab1a9d tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (004514e3-7f15-456b-b529-4a960bafec41), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:43.161659 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.services.segments.db [None req-1e26fbc2-2468-4da5-ad46-d86c839c5632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['459895ff-73ee-42db-9914-e045a10994f6']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:43.185674 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.services.segments.db [None req-1e26fbc2-2468-4da5-ad46-d86c839c5632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0500f4c1-03b2-4993-93c3-de7a098f8506') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:43.185975 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.services.segments.db [None req-1e26fbc2-2468-4da5-ad46-d86c839c5632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0500f4c1-03b2-4993-93c3-de7a098f8506') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:43.188311 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14f7ef-7713-4e05-b0e6-8f6f97ab1a9d tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=004514e3-7f15-456b-b529-4a960bafec41,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:43.198435 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1e26fbc2-2468-4da5-ad46-d86c839c5632 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787185188931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29667821'] for segment (0500f4c1-03b2-4993-93c3-de7a098f8506), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:43.206689 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf14f7ef-7713-4e05-b0e6-8f6f97ab1a9d tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:43.207964 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-cf14f7ef-7713-4e05-b0e6-8f6f97ab1a9d tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2730625 May 04 08:21:43.211386 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37318) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:43.216013 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1e26fbc2-2468-4da5-ad46-d86c839c5632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (0500f4c1-03b2-4993-93c3-de7a098f8506), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:43.216588 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-006e88be-5d3c-4620-b1aa-2c4d1d5bd1d7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Request body: {'floatingip': {'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:43.222636 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e26fbc2-2468-4da5-ad46-d86c839c5632 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:21:43.223060 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1e26fbc2-2468-4da5-ad46-d86c839c5632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31339507'] for segment (0500f4c1-03b2-4993-93c3-de7a098f8506), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: Traceback (most recent call last): May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: timer() May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: cb(*args, **kw) May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: return func(*args, **kwargs) May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: self._notify() May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: self.callback(batched_events) May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: event.method(event) May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: return f(self, *a, **k) May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: return self._get(url).json() May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: return self.request(url, 'GET', **kwargs) May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:21:43.224969 dv-cinder-840289-4-iscsi neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:21:43.237917 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-006e88be-5d3c-4620-b1aa-2c4d1d5bd1d7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:43.281766 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1e26fbc2-2468-4da5-ad46-d86c839c5632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-724690'] for network (459895ff-73ee-42db-9914-e045a10994f6), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:43.289622 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1e26fbc2-2468-4da5-ad46-d86c839c5632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:43.293143 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-1e26fbc2-2468-4da5-ad46-d86c839c5632 admin admin] 10.222.0.59 "DELETE /v2.0/networks/459895ff-73ee-42db-9914-e045a10994f6 HTTP/1.1" status: 204 len: 168 time: 0.7270133 May 04 08:21:43.303911 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26fbc2-2468-4da5-ad46-d86c839c5632 admin admin] Pushing event deleted for resources: {'Network': ['ID=459895ff-73ee-42db-9914-e045a10994f6,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:43.326429 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-006e88be-5d3c-4620-b1aa-2c4d1d5bd1d7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:43.422913 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 37322) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:43.436655 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-006e88be-5d3c-4620-b1aa-2c4d1d5bd1d7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Allocated IP 172.27.3.18 (0ebd93d7-2ac3-420c-94d7-d3952e6d85cb/89057fef-1c75-4f30-81a6-882a67ba2a0a/7f3866dc-42f6-4d03-ba60-4ef820c40a6a) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:21:43.463076 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-09b33e84-9ba0-49a8-b783-2a5e95079edc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=627a6ec20d314e7ba545b36a7e9b2fe8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388873 May 04 08:21:43.465573 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 37324) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:43.513823 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7cd56220-b2d9-410b-a2fd-d959e8765ace admin admin] Publish callbacks [] for security_group (e45dc23e-66e8-48d5-bb45-e66bf7349ff0), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:43.534925 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7cd56220-b2d9-410b-a2fd-d959e8765ace admin admin] Publish callbacks [] for security_group (e45dc23e-66e8-48d5-bb45-e66bf7349ff0), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:43.543207 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-006e88be-5d3c-4620-b1aa-2c4d1d5bd1d7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for port (7f3866dc-42f6-4d03-ba60-4ef820c40a6a), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:43.578053 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-006e88be-5d3c-4620-b1aa-2c4d1d5bd1d7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (7f3866dc-42f6-4d03-ba60-4ef820c40a6a), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:43.585175 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7cd56220-b2d9-410b-a2fd-d959e8765ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (e45dc23e-66e8-48d5-bb45-e66bf7349ff0), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:43.587908 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7cd56220-b2d9-410b-a2fd-d959e8765ace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:43.591602 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-7cd56220-b2d9-410b-a2fd-d959e8765ace admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e45dc23e-66e8-48d5-bb45-e66bf7349ff0 HTTP/1.1" status: 204 len: 168 time: 0.1226015 May 04 08:21:43.598780 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd56220-b2d9-410b-a2fd-d959e8765ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45dc23e-66e8-48d5-bb45-e66bf7349ff0,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:43.614962 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006e88be-5d3c-4620-b1aa-2c4d1d5bd1d7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:21:43.617881 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-006e88be-5d3c-4620-b1aa-2c4d1d5bd1d7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:21:43.621549 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006e88be-5d3c-4620-b1aa-2c4d1d5bd1d7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:21:43.652352 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e88be-5d3c-4620-b1aa-2c4d1d5bd1d7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Pushing event updated for resources: {'Port': ['ID=7f3866dc-42f6-4d03-ba60-4ef820c40a6a,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:43.716250 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-006e88be-5d3c-4620-b1aa-2c4d1d5bd1d7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for floatingip (f7baf318-1417-4cc5-9dbd-e0e0ff751cee), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:43.753863 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-006e88be-5d3c-4620-b1aa-2c4d1d5bd1d7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (7f3866dc-42f6-4d03-ba60-4ef820c40a6a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:43.915419 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-006e88be-5d3c-4620-b1aa-2c4d1d5bd1d7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for port (7f3866dc-42f6-4d03-ba60-4ef820c40a6a), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:43.923231 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-006e88be-5d3c-4620-b1aa-2c4d1d5bd1d7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (7f3866dc-42f6-4d03-ba60-4ef820c40a6a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:43.995814 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e88be-5d3c-4620-b1aa-2c4d1d5bd1d7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Pushing event updated for resources: {'Port': ['ID=7f3866dc-42f6-4d03-ba60-4ef820c40a6a,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:44.007893 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-006e88be-5d3c-4620-b1aa-2c4d1d5bd1d7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (f7baf318-1417-4cc5-9dbd-e0e0ff751cee), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:44.024772 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-006e88be-5d3c-4620-b1aa-2c4d1d5bd1d7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:44.026269 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-006e88be-5d3c-4620-b1aa-2c4d1d5bd1d7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8137584 May 04 08:21:44.171973 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 92f2336a-faed-47e4-a40c-1aa8f75eb7b0 no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:21:44.192646 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: 92f2336a-faed-47e4-a40c-1aa8f75eb7b0 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:21:44.193218 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 92f2336a-faed-47e4-a40c-1aa8f75eb7b0 not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:21:44.193633 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 608eb58e-1ffa-42c1-be36-a9b847533cda no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:21:44.221721 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: 608eb58e-1ffa-42c1-be36-a9b847533cda {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:21:44.222064 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 608eb58e-1ffa-42c1-be36-a9b847533cda not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:21:44.246224 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-7b905d41-569e-4dba-8251-0e9c3970b196 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1945279755&fields=id&tenant_id=57ccec31ee3f4845a480759a5772055a HTTP/1.1" status: 200 len: 267 time: 0.0503268 May 04 08:21:44.362926 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-6a0bfbcc-8134-4c38-8c84-05ac94767a06 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:44.364479 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-6a0bfbcc-8134-4c38-8c84-05ac94767a06 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/networks?id=7df6b99b-6f55-43f2-ae59-a84ab50ce98b HTTP/1.1" status: 200 len: 811 time: 0.1107907 May 04 08:21:44.380996 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-46aea86b-1ad4-499d-9376-e866b3ea6329 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/quotas/57ccec31ee3f4845a480759a5772055a HTTP/1.1" status: 200 len: 375 time: 0.0095785 May 04 08:21:44.439134 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-eac58460-c67c-46c2-ac9c-d1c54531e24f tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=57ccec31ee3f4845a480759a5772055a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521779 May 04 08:21:44.632088 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-c7c6e5e9-51d3-4153-b33d-562d08bddeda service neutron] 10.222.0.59 "GET /v2.0/networks/7df6b99b-6f55-43f2-ae59-a84ab50ce98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817899 May 04 08:21:44.727499 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-35a7f025-b736-4c7e-a5f8-794c47691942 service neutron] 10.222.0.59 "GET /v2.0/networks/7df6b99b-6f55-43f2-ae59-a84ab50ce98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887127 May 04 08:21:44.925720 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-851a4e38-5f35-4542-a19c-fdbe04ea1f91 req-0f5ab721-2102-4c55-9c74-67b5c9d0808b tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c70b3d0-1da5-4c78-b74f-72ce8c815c9e HTTP/1.1" status: 200 len: 210 time: 0.0292745 May 04 08:21:46.032421 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ef728452-c3a1-45db-8f28-3520b60e2b81 req-b80bea91-dfc3-45ec-b3fe-5b2520038c93 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c70b3d0-1da5-4c78-b74f-72ce8c815c9e HTTP/1.1" status: 200 len: 210 time: 0.0320044 May 04 08:21:46.691328 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-3bad37a3-458c-4a42-ad70-e39e7f33889a tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:46.692734 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-3bad37a3-458c-4a42-ad70-e39e7f33889a tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.13 "GET /v2.0/networks?id=7df6b99b-6f55-43f2-ae59-a84ab50ce98b HTTP/1.1" status: 200 len: 811 time: 0.1081235 May 04 08:21:46.772817 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-3a9e3f23-b1cc-4519-836d-9b00e7cc26da tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57ccec31ee3f4845a480759a5772055a HTTP/1.1" status: 200 len: 380 time: 0.0538573 May 04 08:21:46.783370 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-06e17c69-638c-4d45-a851-b24f646f395d tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Request body: {'port': {'device_id': '0c70b3d0-1da5-4c78-b74f-72ce8c815c9e', 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b', 'admin_state_up': True, 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'security_groups': ['2a2e39f5-c331-4deb-a4c4-4da8b5e33663']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:46.894989 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-06e17c69-638c-4d45-a851-b24f646f395d tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Made reservation on behalf of 57ccec31ee3f4845a480759a5772055a for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:21:46.898444 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-06e17c69-638c-4d45-a851-b24f646f395d tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:47.021583 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-06e17c69-638c-4d45-a851-b24f646f395d tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Allocated IP 172.20.0.12 (7df6b99b-6f55-43f2-ae59-a84ab50ce98b/f44a667d-e0cc-45e5-8f63-a34f7e8f3226/e35871c6-acd5-4f23-bbad-8bcb9ea97847) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:21:47.159107 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-518a033b-f66d-40f4-8fa2-ef1464a09a00 req-8b0dd45c-f46a-4cf6-8dd6-65252d675199 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c70b3d0-1da5-4c78-b74f-72ce8c815c9e HTTP/1.1" status: 200 len: 210 time: 0.0553253 May 04 08:21:47.196470 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-06e17c69-638c-4d45-a851-b24f646f395d tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for port (e35871c6-acd5-4f23-bbad-8bcb9ea97847), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:47.231991 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-06e17c69-638c-4d45-a851-b24f646f395d tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (e35871c6-acd5-4f23-bbad-8bcb9ea97847), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:47.276420 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-06e17c69-638c-4d45-a851-b24f646f395d tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Network 7df6b99b-6f55-43f2-ae59-a84ab50ce98b is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:21:47.279649 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-06e17c69-638c-4d45-a851-b24f646f395d tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:21:47.285459 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-06e17c69-638c-4d45-a851-b24f646f395d tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:21:47.292137 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e17c69-638c-4d45-a851-b24f646f395d tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Pushing event updated for resources: {'Port': ['ID=e35871c6-acd5-4f23-bbad-8bcb9ea97847,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:47.338766 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-06e17c69-638c-4d45-a851-b24f646f395d tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:47.339425 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-06e17c69-638c-4d45-a851-b24f646f395d tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:47.357282 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-06e17c69-638c-4d45-a851-b24f646f395d tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5782251 May 04 08:21:47.376760 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-74d8a281-dbca-4d64-83c9-e9881cdb2b12 service neutron] Request body: {'port': {'device_id': '0c70b3d0-1da5-4c78-b74f-72ce8c815c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:47.444435 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-74d8a281-dbca-4d64-83c9-e9881cdb2b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (e35871c6-acd5-4f23-bbad-8bcb9ea97847), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:47.547679 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-d9c45c50-3f41-4d76-86c2-e9c3cfc54757 None None] Provisioning complete for port e35871c6-acd5-4f23-bbad-8bcb9ea97847 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:21:47.548220 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d9c45c50-3f41-4d76-86c2-e9c3cfc54757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (e35871c6-acd5-4f23-bbad-8bcb9ea97847), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:47.594449 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-d9c45c50-3f41-4d76-86c2-e9c3cfc54757 None None] Port e35871c6-acd5-4f23-bbad-8bcb9ea97847 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:21:47.740996 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac290e7d-aeda-4da9-ac13-9a226a15a8cc req-cc431e4c-d234-4865-a16c-cf676605c00c tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:47.742459 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ac290e7d-aeda-4da9-ac13-9a226a15a8cc req-cc431e4c-d234-4865-a16c-cf676605c00c tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4 HTTP/1.1" status: 200 len: 945 time: 0.0653954 May 04 08:21:47.799691 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.notifiers.nova [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-74d8a281-dbca-4d64-83c9-e9881cdb2b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35871c6-acd5-4f23-bbad-8bcb9ea97847 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:21:47.813976 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-74d8a281-dbca-4d64-83c9-e9881cdb2b12 service neutron] Publish callbacks [] for port (e35871c6-acd5-4f23-bbad-8bcb9ea97847), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:47.835912 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ac290e7d-aeda-4da9-ac13-9a226a15a8cc req-e0f29a4b-777d-4235-b64c-2af9de418862 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d718d50f-63fe-40de-9d91-b8763950ca3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843785 May 04 08:21:47.838398 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-74d8a281-dbca-4d64-83c9-e9881cdb2b12 service neutron] Transition to ACTIVE for port object e35871c6-acd5-4f23-bbad-8bcb9ea97847 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:21:47.842527 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-74d8a281-dbca-4d64-83c9-e9881cdb2b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31339479'] for port (e35871c6-acd5-4f23-bbad-8bcb9ea97847), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:47.898241 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8a281-dbca-4d64-83c9-e9881cdb2b12 service neutron] Pushing event updated for resources: {'Port': ['ID=e35871c6-acd5-4f23-bbad-8bcb9ea97847,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:48.312457 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fc646-9849-4394-bcaa-196b0cab8655 req-f294a7b7-a66f-49bd-91f2-fc27f673ba33 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:48.313762 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-da1fc646-9849-4394-bcaa-196b0cab8655 req-f294a7b7-a66f-49bd-91f2-fc27f673ba33 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c70b3d0-1da5-4c78-b74f-72ce8c815c9e HTTP/1.1" status: 200 len: 944 time: 0.0829728 May 04 08:21:48.319065 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-74d8a281-dbca-4d64-83c9-e9881cdb2b12 service neutron] Attempting to bind port e35871c6-acd5-4f23-bbad-8bcb9ea97847 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:21:48.319394 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-74d8a281-dbca-4d64-83c9-e9881cdb2b12 service neutron] Attempting to bind port e35871c6-acd5-4f23-bbad-8bcb9ea97847 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': 'be24cf48-fbca-4f1a-adfd-44da32707882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:21:48.319717 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-74d8a281-dbca-4d64-83c9-e9881cdb2b12 service neutron] Attempting to bind port e35871c6-acd5-4f23-bbad-8bcb9ea97847 on network 7df6b99b-6f55-43f2-ae59-a84ab50ce98b {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:21:48.326775 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-48ce8aa5-adec-498b-89c1-f6bea96434d9 req-5e5ccaf8-85ea-440c-9345-63a6c2646200 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-905338510&fields=id&tenant_id=f62edba9a4f9457c82909ceed58104c3 HTTP/1.1" status: 200 len: 267 time: 0.1032698 May 04 08:21:48.335589 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-74d8a281-dbca-4d64-83c9-e9881cdb2b12 service neutron] Port e35871c6-acd5-4f23-bbad-8bcb9ea97847 on network 7df6b99b-6f55-43f2-ae59-a84ab50ce98b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:21:48.335908 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-74d8a281-dbca-4d64-83c9-e9881cdb2b12 service neutron] Attempting to bind port e35871c6-acd5-4f23-bbad-8bcb9ea97847 on network 7df6b99b-6f55-43f2-ae59-a84ab50ce98b {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:21:48.370222 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-74d8a281-dbca-4d64-83c9-e9881cdb2b12 service neutron] Checking agent: {'id': '012f2be7-5ddd-4d39-8539-3fef46040309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'started_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:21:48.370570 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-74d8a281-dbca-4d64-83c9-e9881cdb2b12 service neutron] Checking segment: {'id': 'be24cf48-fbca-4f1a-adfd-44da32707882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:21:48.371020 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-74d8a281-dbca-4d64-83c9-e9881cdb2b12 service neutron] Bound using segment: {'id': 'be24cf48-fbca-4f1a-adfd-44da32707882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:21:48.371430 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-74d8a281-dbca-4d64-83c9-e9881cdb2b12 service neutron] Bound port: e35871c6-acd5-4f23-bbad-8bcb9ea97847, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be24cf48-fbca-4f1a-adfd-44da32707882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:21:48.371814 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-74d8a281-dbca-4d64-83c9-e9881cdb2b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (e35871c6-acd5-4f23-bbad-8bcb9ea97847), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:48.410600 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce8aa5-adec-498b-89c1-f6bea96434d9 req-ce02cdd2-d21f-40f3-a763-077799acf1cf tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:48.412115 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-48ce8aa5-adec-498b-89c1-f6bea96434d9 req-ce02cdd2-d21f-40f3-a763-077799acf1cf tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 984 time: 0.0787592 May 04 08:21:48.443142 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [req-48ce8aa5-adec-498b-89c1-f6bea96434d9 req-73f1aef5-b815-408a-b902-2fc8dbebc488 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Request body: {'port': {'security_groups': ['2cd30bb2-49e9-430b-9aaa-05222c87c965']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:48.449756 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-da1fc646-9849-4394-bcaa-196b0cab8655 req-aeb0d1de-70ad-4807-b252-01d341fbf2bf tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a2e39f5-c331-4deb-a4c4-4da8b5e33663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276407 May 04 08:21:48.516920 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-74d8a281-dbca-4d64-83c9-e9881cdb2b12 service neutron] For port e35871c6-acd5-4f23-bbad-8bcb9ea97847, host hv-cinder-84028, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:21:48.549678 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-74d8a281-dbca-4d64-83c9-e9881cdb2b12 service neutron] For port e35871c6-acd5-4f23-bbad-8bcb9ea97847, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e35871c6-acd5-4f23-bbad-8bcb9ea97847,segment=NetworkSegment(be24cf48-fbca-4f1a-adfd-44da32707882),segment_id=be24cf48-fbca-4f1a-adfd-44da32707882)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:21:48.557956 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-48ce8aa5-adec-498b-89c1-f6bea96434d9 req-73f1aef5-b815-408a-b902-2fc8dbebc488 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:48.561398 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-74d8a281-dbca-4d64-83c9-e9881cdb2b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31339479'] for port (e35871c6-acd5-4f23-bbad-8bcb9ea97847), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:48.624785 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-74d8a281-dbca-4d64-83c9-e9881cdb2b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:48.625427 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-74d8a281-dbca-4d64-83c9-e9881cdb2b12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:48.626862 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-74d8a281-dbca-4d64-83c9-e9881cdb2b12 service neutron] 10.222.0.13 "PUT /v2.0/ports/e35871c6-acd5-4f23-bbad-8bcb9ea97847 HTTP/1.1" status: 200 len: 1094 time: 1.2551425 May 04 08:21:48.627456 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c70b3d0-1da5-4c78-b74f-72ce8c815c9e', 'tag': 'e35871c6-acd5-4f23-bbad-8bcb9ea97847'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:21:48.629770 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644f9b81011f902d5a48520c995b4e8323da082f15dc8879127e03e175236f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d4cdd8-c417-4472-9e69-43110ebf614f" -d '{"events": [{"name": "network-changed", "server_uuid": "0c70b3d0-1da5-4c78-b74f-72ce8c815c9e", "tag": "e35871c6-acd5-4f23-bbad-8bcb9ea97847"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:21:48.677392 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8a281-dbca-4d64-83c9-e9881cdb2b12 service neutron] Pushing event updated for resources: {'Port': ['ID=e35871c6-acd5-4f23-bbad-8bcb9ea97847,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:48.822811 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-48ce8aa5-adec-498b-89c1-f6bea96434d9 req-73f1aef5-b815-408a-b902-2fc8dbebc488 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] For port 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9,segment=NetworkSegment(b9bf2483-8ebb-4e01-a5c9-8763072d56f3),segment_id=b9bf2483-8ebb-4e01-a5c9-8763072d56f3)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:21:48.838241 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5a112d-460f-476a-b361-3d85c2bcaa02 x-openstack-request-id: req-1a5a112d-460f-476a-b361-3d85c2bcaa02 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:21:48.838544 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c70b3d0-1da5-4c78-b74f-72ce8c815c9e", "tag": "e35871c6-acd5-4f23-bbad-8bcb9ea97847", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:21:48.838800 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1a5a112d-460f-476a-b361-3d85c2bcaa02 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:21:48.842009 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a5a112d-460f-476a-b361-3d85c2bcaa02'] response: {'name': 'network-changed', 'server_uuid': '0c70b3d0-1da5-4c78-b74f-72ce8c815c9e', 'tag': 'e35871c6-acd5-4f23-bbad-8bcb9ea97847', 'status': 'completed', 'code': 200} May 04 08:21:48.867095 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-48ce8aa5-adec-498b-89c1-f6bea96434d9 req-73f1aef5-b815-408a-b902-2fc8dbebc488 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for port (13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:48.874647 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-48ce8aa5-adec-498b-89c1-f6bea96434d9 req-73f1aef5-b815-408a-b902-2fc8dbebc488 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31339479'] for port (13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:48.924255 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:21:49.007679 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1aef5-b815-408a-b902-2fc8dbebc488 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Pushing event updated for resources: {'Port': ['ID=13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9,revision_number=7']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:49.052950 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce8aa5-adec-498b-89c1-f6bea96434d9 req-73f1aef5-b815-408a-b902-2fc8dbebc488 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:49.053600 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-48ce8aa5-adec-498b-89c1-f6bea96434d9 req-73f1aef5-b815-408a-b902-2fc8dbebc488 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:49.055053 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-48ce8aa5-adec-498b-89c1-f6bea96434d9 req-73f1aef5-b815-408a-b902-2fc8dbebc488 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "PUT /v2.0/ports/13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 HTTP/1.1" status: 200 len: 942 time: 0.6192174 May 04 08:21:49.064125 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37498) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:49.069075 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8019cd-b761-4404-9712-6ea8164139a4 req-e56b9995-658d-4d43-ac54-8cbb0d9ad648 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:49.070860 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ae8019cd-b761-4404-9712-6ea8164139a4 req-e56b9995-658d-4d43-ac54-8cbb0d9ad648 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4 HTTP/1.1" status: 200 len: 945 time: 0.0859342 May 04 08:21:49.124667 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ae8019cd-b761-4404-9712-6ea8164139a4 req-285a6990-9946-4927-a6dd-f319f79061d7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=d718d50f-63fe-40de-9d91-b8763950ca3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460145 May 04 08:21:49.134100 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6d700ded-1860-4813-b74d-4f9777f1f1f2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for security_group (b0f1951c-1c71-4acc-830f-829e3481b905), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:49.166624 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6d700ded-1860-4813-b74d-4f9777f1f1f2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for security_group (b0f1951c-1c71-4acc-830f-829e3481b905), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:49.234058 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6d700ded-1860-4813-b74d-4f9777f1f1f2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (b0f1951c-1c71-4acc-830f-829e3481b905), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:49.237199 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6d700ded-1860-4813-b74d-4f9777f1f1f2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:49.240797 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-6d700ded-1860-4813-b74d-4f9777f1f1f2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "DELETE /v2.0/security-groups/b0f1951c-1c71-4acc-830f-829e3481b905 HTTP/1.1" status: 204 len: 168 time: 0.1721368 May 04 08:21:49.241416 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 37500) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:49.248087 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d700ded-1860-4813-b74d-4f9777f1f1f2 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f1951c-1c71-4acc-830f-829e3481b905,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:49.341906 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-d2f65284-e736-4ba3-a7d7-68d6b86a1904 None None] Provisioning complete for port 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:21:49.342344 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d2f65284-e736-4ba3-a7d7-68d6b86a1904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:49.395783 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-1976912d-8041-484c-87f0-6825963d2ccd tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Deleting port fb834fb0-4d4c-40fa-89db-66b6fc58e6b3 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:21:49.396333 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1976912d-8041-484c-87f0-6825963d2ccd tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (fb834fb0-4d4c-40fa-89db-66b6fc58e6b3), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:49.423275 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-d2f65284-e736-4ba3-a7d7-68d6b86a1904 None None] Current status of the port 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 is: ACTIVE; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:21:49.487055 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4cdd8-c417-4472-9e69-43110ebf614f req-7291cd46-ddc1-4f84-a701-a1b331b49373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:49.488535 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f5d4cdd8-c417-4472-9e69-43110ebf614f req-7291cd46-ddc1-4f84-a701-a1b331b49373 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57ccec31ee3f4845a480759a5772055a&device_id=0c70b3d0-1da5-4c78-b74f-72ce8c815c9e HTTP/1.1" status: 200 len: 1128 time: 0.0719843 May 04 08:21:49.516659 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1976912d-8041-484c-87f0-6825963d2ccd tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (fb834fb0-4d4c-40fa-89db-66b6fc58e6b3), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:49.517058 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1976912d-8041-484c-87f0-6825963d2ccd tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for floatingip (fb834fb0-4d4c-40fa-89db-66b6fc58e6b3), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:49.555695 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-1976912d-8041-484c-87f0-6825963d2ccd tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Calling delete_port for fb834fb0-4d4c-40fa-89db-66b6fc58e6b3 owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:21:49.604485 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:21:49.670637 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda131a8-13d4-441c-89a5-b323e1d48826 req-01a77294-1261-4add-8e0d-2be4c962700c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:49.672057 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cda131a8-13d4-441c-89a5-b323e1d48826 req-01a77294-1261-4add-8e0d-2be4c962700c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c70b3d0-1da5-4c78-b74f-72ce8c815c9e HTTP/1.1" status: 200 len: 944 time: 0.1395228 May 04 08:21:49.691877 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91487c-eed4-4b5f-9828-248ab88f8f56 req-907820ca-9f9c-40eb-b728-70b6b5608a09 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:49.693755 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3d91487c-eed4-4b5f-9828-248ab88f8f56 req-907820ca-9f9c-40eb-b728-70b6b5608a09 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.13 "GET /v2.0/ports?device_id=a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4 HTTP/1.1" status: 200 len: 945 time: 0.0547721 May 04 08:21:49.749406 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4cdd8-c417-4472-9e69-43110ebf614f req-1fed5c48-36d7-4a31-b77a-34f96b04ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:49.750869 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f5d4cdd8-c417-4472-9e69-43110ebf614f req-1fed5c48-36d7-4a31-b77a-34f96b04ca6c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=57ccec31ee3f4845a480759a5772055a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2462320 May 04 08:21:49.783239 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-3d91487c-eed4-4b5f-9828-248ab88f8f56 req-31ea8505-b93f-4f3b-8cc4-c839c91cd25a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Deleting port a51da427-e20b-4758-8424-773aa8ea6999 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:21:49.783673 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-3d91487c-eed4-4b5f-9828-248ab88f8f56 req-31ea8505-b93f-4f3b-8cc4-c839c91cd25a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (a51da427-e20b-4758-8424-773aa8ea6999), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:49.811545 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cda131a8-13d4-441c-89a5-b323e1d48826 req-09ba837d-a06d-436c-9d05-15ebae3e74df tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a2e39f5-c331-4deb-a4c4-4da8b5e33663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322060 May 04 08:21:49.879699 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-3d91487c-eed4-4b5f-9828-248ab88f8f56 req-31ea8505-b93f-4f3b-8cc4-c839c91cd25a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] For port a51da427-e20b-4758-8424-773aa8ea6999, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a51da427-e20b-4758-8424-773aa8ea6999,segment=NetworkSegment(379d6a15-5185-48de-b859-cd8ac013b448),segment_id=379d6a15-5185-48de-b859-cd8ac013b448)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:21:49.880046 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-3d91487c-eed4-4b5f-9828-248ab88f8f56 req-31ea8505-b93f-4f3b-8cc4-c839c91cd25a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (a51da427-e20b-4758-8424-773aa8ea6999), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:49.903757 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4cdd8-c417-4472-9e69-43110ebf614f req-f7d312fc-baa6-449c-9bae-87c9b80eafb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:49.905249 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f5d4cdd8-c417-4472-9e69-43110ebf614f req-f7d312fc-baa6-449c-9bae-87c9b80eafb8 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1403170 May 04 08:21:49.930221 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1976912d-8041-484c-87f0-6825963d2ccd tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (fb834fb0-4d4c-40fa-89db-66b6fc58e6b3), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:49.955234 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976912d-8041-484c-87f0-6825963d2ccd tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Pushing event deleted for resources: {'Port': ['ID=fb834fb0-4d4c-40fa-89db-66b6fc58e6b3,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:50.044202 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-81950668-dedd-4e44-b2ca-64dbbe09aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:50.045761 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-81950668-dedd-4e44-b2ca-64dbbe09aa57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57ccec31ee3f4845a480759a5772055a&device_id=0c70b3d0-1da5-4c78-b74f-72ce8c815c9e HTTP/1.1" status: 200 len: 1128 time: 0.0675855 May 04 08:21:50.050562 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1976912d-8041-484c-87f0-6825963d2ccd tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks [] for floatingip (ad1df339-196a-4e81-ac97-6a236591e5fb), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:50.050908 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.db.l3_db [None req-1976912d-8041-484c-87f0-6825963d2ccd tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Floating IP ad1df339-196a-4e81-ac97-6a236591e5fb disassociated (deleted). External IP: 172.27.3.43, port: 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9. May 04 08:21:50.064862 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-3d91487c-eed4-4b5f-9828-248ab88f8f56 req-31ea8505-b93f-4f3b-8cc4-c839c91cd25a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:50.065416 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-3d91487c-eed4-4b5f-9828-248ab88f8f56 req-31ea8505-b93f-4f3b-8cc4-c839c91cd25a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (b0798b0b-ca36-4594-863a-69b0f61f09b3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:50.065535 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.l3_db [req-3d91487c-eed4-4b5f-9828-248ab88f8f56 req-31ea8505-b93f-4f3b-8cc4-c839c91cd25a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Floating IP b0798b0b-ca36-4594-863a-69b0f61f09b3 disassociated. External IP: 172.27.3.82, port: a51da427-e20b-4758-8424-773aa8ea6999. May 04 08:21:50.065834 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-3d91487c-eed4-4b5f-9828-248ab88f8f56 req-31ea8505-b93f-4f3b-8cc4-c839c91cd25a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Calling delete_port for a51da427-e20b-4758-8424-773aa8ea6999 owned by compute:nova {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:21:50.122730 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-3a8b0452-f32c-495c-9e0f-7428f2ce2b63 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e35871c6-acd5-4f23-bbad-8bcb9ea97847 HTTP/1.1" status: 200 len: 217 time: 0.0378318 May 04 08:21:50.210330 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-3d91487c-eed4-4b5f-9828-248ab88f8f56 req-31ea8505-b93f-4f3b-8cc4-c839c91cd25a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (a51da427-e20b-4758-8424-773aa8ea6999), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:50.214405 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-6ca3860a-c780-4720-9b2a-c5414da1ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:50.215872 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-6ca3860a-c780-4720-9b2a-c5414da1ec4e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f44a667d-e0cc-45e5-8f63-a34f7e8f3226 HTTP/1.1" status: 200 len: 850 time: 0.0857008 May 04 08:21:50.245610 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea8505-b93f-4f3b-8cc4-c839c91cd25a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event deleted for resources: {'Port': ['ID=a51da427-e20b-4758-8424-773aa8ea6999,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:50.278685 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-83c83aff-545e-4a12-a3ea-41437cae2819 req-659f15f5-2242-4075-a432-f261173de9a3 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4 HTTP/1.1" status: 200 len: 210 time: 0.0518191 May 04 08:21:50.352562 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-7a9b76d5-d25a-44ba-86de-6d24cfaa749f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:50.354068 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-7a9b76d5-d25a-44ba-86de-6d24cfaa749f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7df6b99b-6f55-43f2-ae59-a84ab50ce98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1128116 May 04 08:21:50.381552 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d91487c-eed4-4b5f-9828-248ab88f8f56 req-31ea8505-b93f-4f3b-8cc4-c839c91cd25a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:21:50.493459 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1976912d-8041-484c-87f0-6825963d2ccd tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Router cf500a9e-44c3-4d16-a90b-39f61337bc9f has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:21:50.499570 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d91487c-eed4-4b5f-9828-248ab88f8f56 req-31ea8505-b93f-4f3b-8cc4-c839c91cd25a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:21:50.509753 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58a85ab-d4fe-47f7-a278-c7e88339b527 None None] Sync routers for ids ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:21:50.520820 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58a85ab-d4fe-47f7-a278-c7e88339b527 None None] Routers {'596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:21:50.521611 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-a58a85ab-d4fe-47f7-a278-c7e88339b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:21:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:50.521817 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-ee0fc488-5f5b-474f-97c7-f1a13b9439c0 service neutron] 10.222.0.13 "GET /v2.0/networks/7df6b99b-6f55-43f2-ae59-a84ab50ce98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549950 May 04 08:21:50.545649 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d91487c-eed4-4b5f-9828-248ab88f8f56 req-31ea8505-b93f-4f3b-8cc4-c839c91cd25a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] No DVR routers for this DVR port a51da427-e20b-4758-8424-773aa8ea6999 on host hv-cinder-84028 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:21:50.548184 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-3d91487c-eed4-4b5f-9828-248ab88f8f56 req-31ea8505-b93f-4f3b-8cc4-c839c91cd25a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:50.552221 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3d91487c-eed4-4b5f-9828-248ab88f8f56 req-31ea8505-b93f-4f3b-8cc4-c839c91cd25a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.13 "DELETE /v2.0/ports/a51da427-e20b-4758-8424-773aa8ea6999 HTTP/1.1" status: 204 len: 173 time: 0.8529375 May 04 08:21:50.552941 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4', 'name': 'network-vif-deleted', 'tag': 'a51da427-e20b-4758-8424-773aa8ea6999'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:21:50.555406 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e00fbe1-a78c-476b-9b8e-30f9723773a2" -d '{"events": [{"server_uuid": "a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4", "name": "network-vif-deleted", "tag": "a51da427-e20b-4758-8424-773aa8ea6999"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:21:50.697556 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-a58a85ab-d4fe-47f7-a278-c7e88339b527 None None] Set router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:21:50.737020 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1976912d-8041-484c-87f0-6825963d2ccd tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:21:50.740726 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f2bf675d-c15b-4a78-9e1b-e48b1355faeb req-cf00db82-2580-4978-8c46-a4334f7eec04 service neutron] 10.222.0.13 "GET /v2.0/networks/7df6b99b-6f55-43f2-ae59-a84ab50ce98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121494 May 04 08:21:50.743951 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1976912d-8041-484c-87f0-6825963d2ccd tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:50.749489 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd250fa1-d2c7-4150-9e15-0facdb5bc537 None None] Sync routers for ids ['cf500a9e-44c3-4d16-a90b-39f61337bc9f'] in dv-cinder-840289-4-iscsi {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:21:50.772933 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd250fa1-d2c7-4150-9e15-0facdb5bc537 None None] Routers {'cf500a9e-44c3-4d16-a90b-39f61337bc9f'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:21:50.774161 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-fd250fa1-d2c7-4150-9e15-0facdb5bc537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:21:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['cf500a9e-44c3-4d16-a90b-39f61337bc9f'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:50.781431 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eff3304-c0d6-4c88-a49e-75a435c467e2 x-openstack-request-id: req-9eff3304-c0d6-4c88-a49e-75a435c467e2 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:21:50.782177 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4", "name": "network-vif-deleted", "tag": "a51da427-e20b-4758-8424-773aa8ea6999", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:21:50.782696 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9eff3304-c0d6-4c88-a49e-75a435c467e2 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:21:50.783449 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eff3304-c0d6-4c88-a49e-75a435c467e2'] response: {'server_uuid': 'a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4', 'name': 'network-vif-deleted', 'tag': 'a51da427-e20b-4758-8424-773aa8ea6999', 'status': 'completed', 'code': 200} May 04 08:21:50.785981 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-1976912d-8041-484c-87f0-6825963d2ccd tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "DELETE /v2.0/floatingips/ad1df339-196a-4e81-ac97-6a236591e5fb HTTP/1.1" status: 204 len: 168 time: 1.5416527 May 04 08:21:50.842992 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48d936d-5899-4646-b970-68dbb426d0b0', 'tag': '13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9'}, {'name': 'network-changed', 'server_uuid': 'd48d936d-5899-4646-b970-68dbb426d0b0', 'tag': '13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:21:50.846007 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644f9b81011f902d5a48520c995b4e8323da082f15dc8879127e03e175236f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95fb3c2-ecb6-47c8-a6de-15305e5b7a59" -d '{"events": [{"name": "network-changed", "server_uuid": "d48d936d-5899-4646-b970-68dbb426d0b0", "tag": "13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9"}, {"name": "network-changed", "server_uuid": "d48d936d-5899-4646-b970-68dbb426d0b0", "tag": "13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:21:51.034702 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64232ce4-f5fc-4174-96c7-9f38907768c7 req-0c76521e-812d-4922-b282-da9d39543741 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:51.043340 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-64232ce4-f5fc-4174-96c7-9f38907768c7 req-0c76521e-812d-4922-b282-da9d39543741 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c70b3d0-1da5-4c78-b74f-72ce8c815c9e HTTP/1.1" status: 200 len: 944 time: 0.1144431 May 04 08:21:51.061536 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-a58a85ab-d4fe-47f7-a278-c7e88339b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '8e0be89f-d1e7-4551-99d6-a575798b7796', 'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'mac_address': 'fa:16:3e:dc:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:21Z', 'revision_number': 5, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'subnets': [{'id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:51.093566 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58a85ab-d4fe-47f7-a278-c7e88339b527 None None] Checking router: 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:21:51.104196 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58a85ab-d4fe-47f7-a278-c7e88339b527 None None] Routers {'596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:21:51.104985 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-a58a85ab-d4fe-47f7-a278-c7e88339b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:21:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:51.106707 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-64232ce4-f5fc-4174-96c7-9f38907768c7 req-e5c8c717-9021-4ef6-9fbe-4c811ee392cd tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a2e39f5-c331-4deb-a4c4-4da8b5e33663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581520 May 04 08:21:51.123835 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 04 May 2022 08:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede48aeb-66ef-4903-8ae5-c49a02ef9a5a x-openstack-request-id: req-ede48aeb-66ef-4903-8ae5-c49a02ef9a5a {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:21:51.124225 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48d936d-5899-4646-b970-68dbb426d0b0", "tag": "13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d48d936d-5899-4646-b970-68dbb426d0b0", "tag": "13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:21:51.124574 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ede48aeb-66ef-4903-8ae5-c49a02ef9a5a {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:21:51.125068 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ede48aeb-66ef-4903-8ae5-c49a02ef9a5a'] response: {'name': 'network-changed', 'server_uuid': 'd48d936d-5899-4646-b970-68dbb426d0b0', 'tag': '13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9', 'status': 'completed', 'code': 200} May 04 08:21:51.125410 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ede48aeb-66ef-4903-8ae5-c49a02ef9a5a'] response: {'name': 'network-changed', 'server_uuid': 'd48d936d-5899-4646-b970-68dbb426d0b0', 'tag': '13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9', 'status': 'completed', 'code': 200} May 04 08:21:51.142828 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-fd250fa1-d2c7-4150-9e15-0facdb5bc537 None None] Set router cf500a9e-44c3-4d16-a90b-39f61337bc9f gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:21:51.330911 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-a58a85ab-d4fe-47f7-a278-c7e88339b527 None None] Set router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:21:51.360949 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-fd250fa1-d2c7-4150-9e15-0facdb5bc537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'name': 'tempest-TestMinimumBasicScenario-182484481-router', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '177c6f1a-da34-4c99-9a56-82546247e453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:18:34Z', 'updated_at': '2022-05-04T08:18:40Z', 'revision_number': 4, 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'gw_port': {'id': '177c6f1a-da34-4c99-9a56-82546247e453', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:35Z', 'updated_at': '2022-05-04T08:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '8fa09d72-3b83-41d1-b5ec-e57093bd025e', 'name': '', 'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'mac_address': 'fa:16:3e:76:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0bf2931f-f25d-4820-bfd4-3238c9fe26d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:39Z', 'updated_at': '2022-05-04T08:18:47Z', 'revision_number': 5, 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'subnets': [{'id': '0bf2931f-f25d-4820-bfd4-3238c9fe26d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:51.395057 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd250fa1-d2c7-4150-9e15-0facdb5bc537 None None] Checking router: cf500a9e-44c3-4d16-a90b-39f61337bc9f for host: dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:21:51.410983 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd250fa1-d2c7-4150-9e15-0facdb5bc537 None None] Routers {'cf500a9e-44c3-4d16-a90b-39f61337bc9f'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:21:51.411780 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-fd250fa1-d2c7-4150-9e15-0facdb5bc537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:21:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['cf500a9e-44c3-4d16-a90b-39f61337bc9f'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:51.415615 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4c394ea5-25a0-45eb-a5a2-966a5df9e6dc req-e63992bd-393a-44e0-bb3e-20a2b639dbf8 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=a63f6b1d-87a4-4d5c-b4d4-3ca2ae5345b4 HTTP/1.1" status: 200 len: 210 time: 0.0305841 May 04 08:21:51.518212 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-fd250fa1-d2c7-4150-9e15-0facdb5bc537 None None] Set router cf500a9e-44c3-4d16-a90b-39f61337bc9f gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:21:51.525926 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-a58a85ab-d4fe-47f7-a278-c7e88339b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '8e0be89f-d1e7-4551-99d6-a575798b7796', 'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'mac_address': 'fa:16:3e:dc:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:21Z', 'revision_number': 5, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'subnets': [{'id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:51.552397 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58a85ab-d4fe-47f7-a278-c7e88339b527 None None] The sync data for ids ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'] in dv-cinder-840289-4-iscsi is: [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '8e0be89f-d1e7-4551-99d6-a575798b7796', 'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'mac_address': 'fa:16:3e:dc:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:21Z', 'revision_number': 5, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'subnets': [{'id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:21:51.711509 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-fd250fa1-d2c7-4150-9e15-0facdb5bc537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'name': 'tempest-TestMinimumBasicScenario-182484481-router', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '177c6f1a-da34-4c99-9a56-82546247e453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:18:34Z', 'updated_at': '2022-05-04T08:18:40Z', 'revision_number': 4, 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'gw_port': {'id': '177c6f1a-da34-4c99-9a56-82546247e453', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:35Z', 'updated_at': '2022-05-04T08:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '8fa09d72-3b83-41d1-b5ec-e57093bd025e', 'name': '', 'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'mac_address': 'fa:16:3e:76:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0bf2931f-f25d-4820-bfd4-3238c9fe26d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:39Z', 'updated_at': '2022-05-04T08:18:47Z', 'revision_number': 5, 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'subnets': [{'id': '0bf2931f-f25d-4820-bfd4-3238c9fe26d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:51.738006 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd250fa1-d2c7-4150-9e15-0facdb5bc537 None None] The sync data for ids ['cf500a9e-44c3-4d16-a90b-39f61337bc9f'] in dv-cinder-840289-4-iscsi is: [{'id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'name': 'tempest-TestMinimumBasicScenario-182484481-router', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '177c6f1a-da34-4c99-9a56-82546247e453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:18:34Z', 'updated_at': '2022-05-04T08:18:40Z', 'revision_number': 4, 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'gw_port': {'id': '177c6f1a-da34-4c99-9a56-82546247e453', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:35Z', 'updated_at': '2022-05-04T08:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '8fa09d72-3b83-41d1-b5ec-e57093bd025e', 'name': '', 'network_id': '5cd04653-c1ab-4203-b77b-725a22d212fb', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'mac_address': 'fa:16:3e:76:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0bf2931f-f25d-4820-bfd4-3238c9fe26d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:39Z', 'updated_at': '2022-05-04T08:18:47Z', 'revision_number': 5, 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'subnets': [{'id': '0bf2931f-f25d-4820-bfd4-3238c9fe26d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:21:51.810404 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf439fff-a6d9-4438-ba75-55fa82a44032 None None] New status for floating IP b0798b0b-ca36-4594-863a-69b0f61f09b3: DOWN {{(pid=103566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:21:51.965891 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1e6645-3c0b-40a4-9d88-bd36d0c06b4c None None] New status for floating IP ad1df339-196a-4e81-ac97-6a236591e5fb: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:21:52.109149 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fb3c2-ecb6-47c8-a6de-15305e5b7a59 req-acf65f79-02c1-4c59-8aef-403f365bf3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:52.110773 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d95fb3c2-ecb6-47c8-a6de-15305e5b7a59 req-acf65f79-02c1-4c59-8aef-403f365bf3cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f62edba9a4f9457c82909ceed58104c3&device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 1129 time: 0.0418682 May 04 08:21:52.247292 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e06d6-7f7f-4a7d-8914-8a9f6e3b2405 req-e119b4dc-8c69-46d9-ae80-0768402f0037 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:52.248776 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4d2e06d6-7f7f-4a7d-8914-8a9f6e3b2405 req-e119b4dc-8c69-46d9-ae80-0768402f0037 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c70b3d0-1da5-4c78-b74f-72ce8c815c9e HTTP/1.1" status: 200 len: 944 time: 0.0561514 May 04 08:21:52.263828 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fb3c2-ecb6-47c8-a6de-15305e5b7a59 req-3ae1147b-6e5c-4eb0-be49-9ba047206f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:52.265234 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d95fb3c2-ecb6-47c8-a6de-15305e5b7a59 req-3ae1147b-6e5c-4eb0-be49-9ba047206f8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=5cd04653-c1ab-4203-b77b-725a22d212fb HTTP/1.1" status: 200 len: 915 time: 0.1347036 May 04 08:21:52.299220 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4d2e06d6-7f7f-4a7d-8914-8a9f6e3b2405 req-d4dcd4ef-505a-4039-be4d-1709898b7e7b tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a2e39f5-c331-4deb-a4c4-4da8b5e33663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447855 May 04 08:21:52.501127 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 37564) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:52.580669 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d95fb3c2-ecb6-47c8-a6de-15305e5b7a59 req-95bc909b-7225-4f3a-a022-3267d647256b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 HTTP/1.1" status: 200 len: 217 time: 0.0400541 May 04 08:21:52.595001 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-acc38134-5ec7-4046-9458-a215e77ba453 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group (d718d50f-63fe-40de-9d91-b8763950ca3a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:52.649651 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-acc38134-5ec7-4046-9458-a215e77ba453 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group (d718d50f-63fe-40de-9d91-b8763950ca3a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:52.680931 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fb3c2-ecb6-47c8-a6de-15305e5b7a59 req-53ca8032-1e98-4028-918c-f4038b3c09f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:52.682471 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d95fb3c2-ecb6-47c8-a6de-15305e5b7a59 req-53ca8032-1e98-4028-918c-f4038b3c09f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0bf2931f-f25d-4820-bfd4-3238c9fe26d6 HTTP/1.1" status: 200 len: 853 time: 0.0841682 May 04 08:21:52.737917 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fb3c2-ecb6-47c8-a6de-15305e5b7a59 req-8ce8ca67-5fb6-439a-a510-dca63c534175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:52.739590 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d95fb3c2-ecb6-47c8-a6de-15305e5b7a59 req-8ce8ca67-5fb6-439a-a510-dca63c534175 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5cd04653-c1ab-4203-b77b-725a22d212fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486422 May 04 08:21:52.746438 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-acc38134-5ec7-4046-9458-a215e77ba453 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (d718d50f-63fe-40de-9d91-b8763950ca3a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:52.749165 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-acc38134-5ec7-4046-9458-a215e77ba453 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:52.750507 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-acc38134-5ec7-4046-9458-a215e77ba453 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "DELETE /v2.0/security-groups/d718d50f-63fe-40de-9d91-b8763950ca3a HTTP/1.1" status: 204 len: 168 time: 0.2483532 May 04 08:21:52.753382 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37568) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:52.770944 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.api.v2.resource [None req-82301b79-cf37-4c89-a05f-7d0a8eb5ffc1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] show failed (client error): The resource could not be found. May 04 08:21:52.774684 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-82301b79-cf37-4c89-a05f-7d0a8eb5ffc1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups/d718d50f-63fe-40de-9d91-b8763950ca3a HTTP/1.1" status: 404 len: 347 time: 0.0176384 May 04 08:21:52.775192 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37572) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:52.775969 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc38134-5ec7-4046-9458-a215e77ba453 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d718d50f-63fe-40de-9d91-b8763950ca3a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:52.862653 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d95fb3c2-ecb6-47c8-a6de-15305e5b7a59 req-f338730e-d4f1-4828-91c3-7ba40ee51800 service neutron] 10.222.0.13 "GET /v2.0/networks/5cd04653-c1ab-4203-b77b-725a22d212fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109860 May 04 08:21:52.937211 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-568676da-4326-4017-ac86-3e45b4b5311b tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Deleting port b0974b6e-4c85-43bd-8460-1fb9c8bc8c01 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:21:52.937590 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-568676da-4326-4017-ac86-3e45b4b5311b tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (b0974b6e-4c85-43bd-8460-1fb9c8bc8c01), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:52.990260 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device e35871c6-acd5-4f23-bbad-8bcb9ea97847 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:21:53.016669 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device a51da427-e20b-4758-8424-773aa8ea6999 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:21:53.052683 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-568676da-4326-4017-ac86-3e45b4b5311b tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (b0974b6e-4c85-43bd-8460-1fb9c8bc8c01), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:53.053106 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-568676da-4326-4017-ac86-3e45b4b5311b tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for floatingip (b0974b6e-4c85-43bd-8460-1fb9c8bc8c01), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:53.055310 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] No Port match for: a51da427-e20b-4758-8424-773aa8ea6999 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:21:53.056434 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device a51da427-e20b-4758-8424-773aa8ea6999 not bound to the agent host hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:21:53.074483 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-568676da-4326-4017-ac86-3e45b4b5311b tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Calling delete_port for b0974b6e-4c85-43bd-8460-1fb9c8bc8c01 owned by network:floatingip {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:21:53.133434 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37580) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:53.182831 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port e35871c6-acd5-4f23-bbad-8bcb9ea97847, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e35871c6-acd5-4f23-bbad-8bcb9ea97847,segment=NetworkSegment(be24cf48-fbca-4f1a-adfd-44da32707882),segment_id=be24cf48-fbca-4f1a-adfd-44da32707882)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:21:53.199416 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Returning: {'device': 'e35871c6-acd5-4f23-bbad-8bcb9ea97847', 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b', 'port_id': 'e35871c6-acd5-4f23-bbad-8bcb9ea97847', 'mac_address': 'fa:16:3e:5f:b7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:21:53.264372 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-568676da-4326-4017-ac86-3e45b4b5311b tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (b0974b6e-4c85-43bd-8460-1fb9c8bc8c01), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:53.266301 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port e35871c6-acd5-4f23-bbad-8bcb9ea97847 is: DOWN; New status is: BUILD {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:21:53.266695 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (e35871c6-acd5-4f23-bbad-8bcb9ea97847), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:53.269728 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-85a4992c-0168-46bc-8bb8-b9787b169597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:53.282843 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35871c6-acd5-4f23-bbad-8bcb9ea97847 {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:21:53.297909 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d95fb3c2-ecb6-47c8-a6de-15305e5b7a59 req-d9a8c56e-3358-4bc7-b754-3944655ca219 service neutron] 10.222.0.13 "GET /v2.0/networks/5cd04653-c1ab-4203-b77b-725a22d212fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291229 May 04 08:21:53.301037 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568676da-4326-4017-ac86-3e45b4b5311b tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event deleted for resources: {'Port': ['ID=b0974b6e-4c85-43bd-8460-1fb9c8bc8c01,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:53.307592 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port e35871c6-acd5-4f23-bbad-8bcb9ea97847, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e35871c6-acd5-4f23-bbad-8bcb9ea97847,segment=NetworkSegment(be24cf48-fbca-4f1a-adfd-44da32707882),segment_id=be24cf48-fbca-4f1a-adfd-44da32707882)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:21:53.327106 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (e35871c6-acd5-4f23-bbad-8bcb9ea97847), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:53.401431 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=e35871c6-acd5-4f23-bbad-8bcb9ea97847,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:53.427553 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-568676da-4326-4017-ac86-3e45b4b5311b tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for floatingip (b0798b0b-ca36-4594-863a-69b0f61f09b3), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:53.430206 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-568676da-4326-4017-ac86-3e45b4b5311b tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:53.431403 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-568676da-4326-4017-ac86-3e45b4b5311b tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "DELETE /v2.0/floatingips/b0798b0b-ca36-4594-863a-69b0f61f09b3 HTTP/1.1" status: 204 len: 168 time: 0.6556029 May 04 08:21:53.474246 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fb3c2-ecb6-47c8-a6de-15305e5b7a59 req-d09a7f12-993d-496b-aea6-c244d430201a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:53.475789 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d95fb3c2-ecb6-47c8-a6de-15305e5b7a59 req-d09a7f12-993d-496b-aea6-c244d430201a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f62edba9a4f9457c82909ceed58104c3&device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 1129 time: 0.0889282 May 04 08:21:53.492096 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-85a4992c-0168-46bc-8bb8-b9787b169597 admin admin] Publish callbacks [] for security_group (8540e342-ec75-44b3-be2a-7e54886fba5c), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:53.497854 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-85a4992c-0168-46bc-8bb8-b9787b169597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (8540e342-ec75-44b3-be2a-7e54886fba5c), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:53.534498 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4bb8b-0637-4827-bf31-005ca15c3d8e req-b09b64bc-e850-4be6-844a-cbe2fd600fe5 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:53.543654 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c0b4bb8b-0637-4827-bf31-005ca15c3d8e req-b09b64bc-e850-4be6-844a-cbe2fd600fe5 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c70b3d0-1da5-4c78-b74f-72ce8c815c9e HTTP/1.1" status: 200 len: 945 time: 0.1091108 May 04 08:21:53.564857 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4992c-0168-46bc-8bb8-b9787b169597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8540e342-ec75-44b3-be2a-7e54886fba5c,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:53.574803 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-85a4992c-0168-46bc-8bb8-b9787b169597 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e733ba7649434a9f887bfd1f0d3777e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4400728 May 04 08:21:53.575421 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37598) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:53.637461 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f25015df-013c-430e-b2e0-e3e6987ceccf admin admin] Publish callbacks [] for security_group (8540e342-ec75-44b3-be2a-7e54886fba5c), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:53.638207 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c0b4bb8b-0637-4827-bf31-005ca15c3d8e req-47200d6b-59b8-4a01-9495-c08a211a2660 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a2e39f5-c331-4deb-a4c4-4da8b5e33663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950141 May 04 08:21:53.641191 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fb3c2-ecb6-47c8-a6de-15305e5b7a59 req-79c6686b-def0-4bde-99fc-7922c2c303ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:53.642617 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d95fb3c2-ecb6-47c8-a6de-15305e5b7a59 req-79c6686b-def0-4bde-99fc-7922c2c303ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=5cd04653-c1ab-4203-b77b-725a22d212fb HTTP/1.1" status: 200 len: 915 time: 0.1585009 May 04 08:21:53.660784 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37600) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:53.670081 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['e35871c6-acd5-4f23-bbad-8bcb9ea97847'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:21:53.672375 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-f404d331-c65b-435e-836f-f234327d8223 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1033536670', 'description': 'tempest-description--260669768'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:53.683959 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f25015df-013c-430e-b2e0-e3e6987ceccf admin admin] Publish callbacks [] for security_group (8540e342-ec75-44b3-be2a-7e54886fba5c), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:53.694603 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d95fb3c2-ecb6-47c8-a6de-15305e5b7a59 req-f6cea4d3-269e-4d6d-9619-e62c16f84c3f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 HTTP/1.1" status: 200 len: 217 time: 0.0446486 May 04 08:21:53.715579 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f404d331-c65b-435e-836f-f234327d8223 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:53.754658 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fb3c2-ecb6-47c8-a6de-15305e5b7a59 req-eaa06454-0da9-4cb4-99b6-1df18ac1f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:53.756156 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d95fb3c2-ecb6-47c8-a6de-15305e5b7a59 req-eaa06454-0da9-4cb4-99b6-1df18ac1f9e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0bf2931f-f25d-4820-bfd4-3238c9fe26d6 HTTP/1.1" status: 200 len: 853 time: 0.0485082 May 04 08:21:53.763419 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f25015df-013c-430e-b2e0-e3e6987ceccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (8540e342-ec75-44b3-be2a-7e54886fba5c), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:53.766222 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f25015df-013c-430e-b2e0-e3e6987ceccf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:53.767413 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-f25015df-013c-430e-b2e0-e3e6987ceccf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8540e342-ec75-44b3-be2a-7e54886fba5c HTTP/1.1" status: 204 len: 168 time: 0.1911235 May 04 08:21:53.800475 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25015df-013c-430e-b2e0-e3e6987ceccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8540e342-ec75-44b3-be2a-7e54886fba5c,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:53.830665 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fb3c2-ecb6-47c8-a6de-15305e5b7a59 req-31e07a69-1afd-413c-977a-ca2dc760989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:53.833569 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d95fb3c2-ecb6-47c8-a6de-15305e5b7a59 req-31e07a69-1afd-413c-977a-ca2dc760989b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5cd04653-c1ab-4203-b77b-725a22d212fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653398 May 04 08:21:53.856889 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f404d331-c65b-435e-836f-f234327d8223 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group (b7397585-9122-47ca-bfa9-9ef0cbcef973), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:53.860968 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f404d331-c65b-435e-836f-f234327d8223 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (b7397585-9122-47ca-bfa9-9ef0cbcef973), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:53.891305 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f404d331-c65b-435e-836f-f234327d8223 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:53.895538 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-f404d331-c65b-435e-836f-f234327d8223 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2337725 May 04 08:21:53.896131 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37604) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:53.903397 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-241704c4-9cb5-4b53-a0e4-90248ca6d40d tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Request body: {'security_group_rule': {'security_group_id': 'b7397585-9122-47ca-bfa9-9ef0cbcef973', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:53.914484 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404d331-c65b-435e-836f-f234327d8223 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7397585-9122-47ca-bfa9-9ef0cbcef973,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:53.936703 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-241704c4-9cb5-4b53-a0e4-90248ca6d40d tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group_rule (c212ae4d-eeeb-42f1-8cb0-e25af0a433b0), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:53.942395 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d95fb3c2-ecb6-47c8-a6de-15305e5b7a59 req-3f01780e-b4e8-488f-8896-be60cbe933c3 service neutron] 10.222.0.13 "GET /v2.0/networks/5cd04653-c1ab-4203-b77b-725a22d212fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025784 May 04 08:21:53.996397 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-241704c4-9cb5-4b53-a0e4-90248ca6d40d tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group_rule (c212ae4d-eeeb-42f1-8cb0-e25af0a433b0), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.000572 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-241704c4-9cb5-4b53-a0e4-90248ca6d40d tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (c212ae4d-eeeb-42f1-8cb0-e25af0a433b0), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.022655 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241704c4-9cb5-4b53-a0e4-90248ca6d40d tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c212ae4d-eeeb-42f1-8cb0-e25af0a433b0,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:54.033501 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-241704c4-9cb5-4b53-a0e4-90248ca6d40d tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.034939 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-241704c4-9cb5-4b53-a0e4-90248ca6d40d tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355026 May 04 08:21:54.037578 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37608) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:54.039479 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d95fb3c2-ecb6-47c8-a6de-15305e5b7a59 req-b7dde0ce-0341-475f-83c8-6887eee8a2c3 service neutron] 10.222.0.13 "GET /v2.0/networks/5cd04653-c1ab-4203-b77b-725a22d212fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903599 May 04 08:21:54.042746 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-3de842ea-7bef-4cb4-a0cd-b43635dd7458 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Request body: {'security_group_rule': {'security_group_id': 'b7397585-9122-47ca-bfa9-9ef0cbcef973', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:54.073275 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3de842ea-7bef-4cb4-a0cd-b43635dd7458 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group_rule (2cc33630-47dd-43d8-b786-739f961872e1), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.081131 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 37610) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:54.094792 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-09c1343b-7aa0-43c9-8d4e-57784b1c930d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.130364 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3de842ea-7bef-4cb4-a0cd-b43635dd7458 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group_rule (2cc33630-47dd-43d8-b786-739f961872e1), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.134411 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3de842ea-7bef-4cb4-a0cd-b43635dd7458 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888548'] for security_group_rule (2cc33630-47dd-43d8-b786-739f961872e1), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.153371 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de842ea-7bef-4cb4-a0cd-b43635dd7458 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc33630-47dd-43d8-b786-739f961872e1,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:54.160932 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3de842ea-7bef-4cb4-a0cd-b43635dd7458 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.162144 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-3de842ea-7bef-4cb4-a0cd-b43635dd7458 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236415 May 04 08:21:54.165612 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 37612) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:54.173652 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-7d4ed27b-f1b6-4398-837c-10019f999c29 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Request body: {'floatingip': {'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:54.187898 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-09c1343b-7aa0-43c9-8d4e-57784b1c930d admin admin] Publish callbacks [] for security_group (0c51d73d-16ea-4c61-b4c9-b7779b002feb), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.194170 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-09c1343b-7aa0-43c9-8d4e-57784b1c930d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (0c51d73d-16ea-4c61-b4c9-b7779b002feb), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.228957 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d4ed27b-f1b6-4398-837c-10019f999c29 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.248381 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1343b-7aa0-43c9-8d4e-57784b1c930d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c51d73d-16ea-4c61-b4c9-b7779b002feb,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:54.254422 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-09c1343b-7aa0-43c9-8d4e-57784b1c930d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9c368710948f4c07a66399f446c29386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1722808 May 04 08:21:54.257356 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 37614) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:54.345461 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d4ed27b-f1b6-4398-837c-10019f999c29 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.365925 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8300f7fd-201f-4e61-8322-bba658d4d2c4 admin admin] Publish callbacks [] for security_group (0c51d73d-16ea-4c61-b4c9-b7779b002feb), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.422405 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8300f7fd-201f-4e61-8322-bba658d4d2c4 admin admin] Publish callbacks [] for security_group (0c51d73d-16ea-4c61-b4c9-b7779b002feb), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.503085 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-7d4ed27b-f1b6-4398-837c-10019f999c29 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Allocated IP 172.27.3.23 (0ebd93d7-2ac3-420c-94d7-d3952e6d85cb/89057fef-1c75-4f30-81a6-882a67ba2a0a/cab9a8b6-4b46-422e-8037-5dbb5c115d11) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:21:54.520517 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8300f7fd-201f-4e61-8322-bba658d4d2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (0c51d73d-16ea-4c61-b4c9-b7779b002feb), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.523211 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8300f7fd-201f-4e61-8322-bba658d4d2c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.524358 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-8300f7fd-201f-4e61-8322-bba658d4d2c4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0c51d73d-16ea-4c61-b4c9-b7779b002feb HTTP/1.1" status: 204 len: 168 time: 0.2661078 May 04 08:21:54.548461 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300f7fd-201f-4e61-8322-bba658d4d2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c51d73d-16ea-4c61-b4c9-b7779b002feb,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:54.636515 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d4ed27b-f1b6-4398-837c-10019f999c29 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for port (cab9a8b6-4b46-422e-8037-5dbb5c115d11), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.677098 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d4ed27b-f1b6-4398-837c-10019f999c29 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (cab9a8b6-4b46-422e-8037-5dbb5c115d11), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.720377 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4ed27b-f1b6-4398-837c-10019f999c29 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:21:54.721868 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-7d4ed27b-f1b6-4398-837c-10019f999c29 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:21:54.724362 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4ed27b-f1b6-4398-837c-10019f999c29 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:21:54.807345 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ed27b-f1b6-4398-837c-10019f999c29 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event updated for resources: {'Port': ['ID=cab9a8b6-4b46-422e-8037-5dbb5c115d11,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:54.855575 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1fa99-cffd-4d43-a763-478e181d9725 req-c7248ba5-1e2e-477a-8591-0c5bcb728320 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:54.857103 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7cf1fa99-cffd-4d43-a763-478e181d9725 req-c7248ba5-1e2e-477a-8591-0c5bcb728320 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c70b3d0-1da5-4c78-b74f-72ce8c815c9e HTTP/1.1" status: 200 len: 945 time: 0.1046708 May 04 08:21:54.895850 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac99964-575a-434f-b687-6eac72738908 req-bcb92df6-9ebe-4edd-b660-4f31e7cbb6fe tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:54.897311 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6ac99964-575a-434f-b687-6eac72738908 req-bcb92df6-9ebe-4edd-b660-4f31e7cbb6fe tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 945 time: 0.1167889 May 04 08:21:54.916365 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37628) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:54.933942 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f8bb86d1-0c81-462f-a347-d8f7e54d0a52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.957055 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d4ed27b-f1b6-4398-837c-10019f999c29 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for floatingip (b2fe83dd-0991-4b05-a70d-d6462f1a6c6f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:55.000359 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7cf1fa99-cffd-4d43-a763-478e181d9725 req-74ae98c2-68a9-4b47-af10-9cee405e731f tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a2e39f5-c331-4deb-a4c4-4da8b5e33663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235032 May 04 08:21:55.010053 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device e35871c6-acd5-4f23-bbad-8bcb9ea97847 up at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:21:55.022848 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f8bb86d1-0c81-462f-a347-d8f7e54d0a52 admin admin] Publish callbacks [] for security_group (8acba13a-549d-46e3-9bc7-a7f0172b0261), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:55.024138 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f8bb86d1-0c81-462f-a347-d8f7e54d0a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (8acba13a-549d-46e3-9bc7-a7f0172b0261), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:55.025436 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6ac99964-575a-434f-b687-6eac72738908 req-69dbf9ec-7082-4b48-be93-3eb2ed78f619 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152771 May 04 08:21:55.032836 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d4ed27b-f1b6-4398-837c-10019f999c29 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (cab9a8b6-4b46-422e-8037-5dbb5c115d11), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:55.067551 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning for port e35871c6-acd5-4f23-bbad-8bcb9ea97847 completed by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:21:55.074551 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-f8bb86d1-0c81-462f-a347-d8f7e54d0a52 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4c53b820f6354e4d9e10cd8f0d710dd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570909 May 04 08:21:55.074777 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning complete for port e35871c6-acd5-4f23-bbad-8bcb9ea97847 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:21:55.075257 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (e35871c6-acd5-4f23-bbad-8bcb9ea97847), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:55.075453 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb86d1-0c81-462f-a347-d8f7e54d0a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acba13a-549d-46e3-9bc7-a7f0172b0261,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:55.077865 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37630) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:55.127403 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9afce7ed-f915-4467-8860-e8f6e5784b31 admin admin] Publish callbacks [] for security_group (8acba13a-549d-46e3-9bc7-a7f0172b0261), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:55.150496 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9afce7ed-f915-4467-8860-e8f6e5784b31 admin admin] Publish callbacks [] for security_group (8acba13a-549d-46e3-9bc7-a7f0172b0261), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:55.161721 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port e35871c6-acd5-4f23-bbad-8bcb9ea97847 is: BUILD; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:21:55.162223 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (e35871c6-acd5-4f23-bbad-8bcb9ea97847), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:55.185866 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c70b3d0-1da5-4c78-b74f-72ce8c815c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35871c6-acd5-4f23-bbad-8bcb9ea97847'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:21:55.188464 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5617c2ba-6930-49a3-bccc-65dc1d58d621" -d '{"events": [{"server_uuid": "0c70b3d0-1da5-4c78-b74f-72ce8c815c9e", "name": "network-vif-plugged", "status": "completed", "tag": "e35871c6-acd5-4f23-bbad-8bcb9ea97847"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:21:55.205120 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port e35871c6-acd5-4f23-bbad-8bcb9ea97847, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e35871c6-acd5-4f23-bbad-8bcb9ea97847,segment=NetworkSegment(be24cf48-fbca-4f1a-adfd-44da32707882),segment_id=be24cf48-fbca-4f1a-adfd-44da32707882)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:21:55.208331 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9afce7ed-f915-4467-8860-e8f6e5784b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (8acba13a-549d-46e3-9bc7-a7f0172b0261), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:55.209947 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (e35871c6-acd5-4f23-bbad-8bcb9ea97847), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:55.210597 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d4ed27b-f1b6-4398-837c-10019f999c29 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for port (cab9a8b6-4b46-422e-8037-5dbb5c115d11), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:55.211805 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9afce7ed-f915-4467-8860-e8f6e5784b31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:55.214011 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-9afce7ed-f915-4467-8860-e8f6e5784b31 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8acba13a-549d-46e3-9bc7-a7f0172b0261 HTTP/1.1" status: 204 len: 168 time: 0.1350548 May 04 08:21:55.218559 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d4ed27b-f1b6-4398-837c-10019f999c29 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31339479'] for port (cab9a8b6-4b46-422e-8037-5dbb5c115d11), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:55.223390 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afce7ed-f915-4467-8860-e8f6e5784b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acba13a-549d-46e3-9bc7-a7f0172b0261,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:55.279852 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=e35871c6-acd5-4f23-bbad-8bcb9ea97847,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:55.328954 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ed27b-f1b6-4398-837c-10019f999c29 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event updated for resources: {'Port': ['ID=cab9a8b6-4b46-422e-8037-5dbb5c115d11,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:55.343441 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d4ed27b-f1b6-4398-837c-10019f999c29 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (b2fe83dd-0991-4b05-a70d-d6462f1a6c6f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:55.360834 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d4ed27b-f1b6-4398-837c-10019f999c29 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:55.362077 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-7d4ed27b-f1b6-4398-837c-10019f999c29 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1955199 May 04 08:21:55.453835 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5832cd87-e74d-4693-95ad-3e1aa91047ad x-openstack-request-id: req-5832cd87-e74d-4693-95ad-3e1aa91047ad {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:21:55.454329 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c70b3d0-1da5-4c78-b74f-72ce8c815c9e", "name": "network-vif-plugged", "status": "completed", "tag": "e35871c6-acd5-4f23-bbad-8bcb9ea97847", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:21:55.454581 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5832cd87-e74d-4693-95ad-3e1aa91047ad {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:21:55.455013 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5832cd87-e74d-4693-95ad-3e1aa91047ad'] response: {'server_uuid': '0c70b3d0-1da5-4c78-b74f-72ce8c815c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35871c6-acd5-4f23-bbad-8bcb9ea97847', 'code': 200} May 04 08:21:55.610710 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-24040d89-d53a-45b9-8115-222d7c087b3d req-1bb7f0e6-c4b9-4361-a05d-389f44b39e91 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1033536670&fields=id&tenant_id=49d87bce57a4470d85b4df9b85eb9602 HTTP/1.1" status: 200 len: 267 time: 0.0426316 May 04 08:21:55.719669 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24040d89-d53a-45b9-8115-222d7c087b3d req-2d76c35c-c621-4e97-bfb2-2ac07dd50473 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:55.721130 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-24040d89-d53a-45b9-8115-222d7c087b3d req-2d76c35c-c621-4e97-bfb2-2ac07dd50473 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/networks?id=e2275bde-63c0-443b-bf71-d866f4d5c8f1 HTTP/1.1" status: 200 len: 814 time: 0.1038504 May 04 08:21:55.736053 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-24040d89-d53a-45b9-8115-222d7c087b3d req-a73dc9d0-c373-4bd2-8f3b-ffbea972e424 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/quotas/49d87bce57a4470d85b4df9b85eb9602 HTTP/1.1" status: 200 len: 375 time: 0.0092320 May 04 08:21:55.786342 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-24040d89-d53a-45b9-8115-222d7c087b3d req-694f67f1-655a-450d-9c69-751b26a5943a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=49d87bce57a4470d85b4df9b85eb9602&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437551 May 04 08:21:55.895549 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-24040d89-d53a-45b9-8115-222d7c087b3d req-db15226e-485a-4b53-9fd0-f9b3a763667e service neutron] 10.222.0.59 "GET /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966501 May 04 08:21:55.985567 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-24040d89-d53a-45b9-8115-222d7c087b3d req-2e77c8e3-fd51-45b7-8bf6-1de3f092a65d service neutron] 10.222.0.59 "GET /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837104 May 04 08:21:56.133382 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a7111-f40f-48fd-b49b-fc6fd284d6f4 req-22845837-62dd-4ca3-ac3f-b3d47b33a1cc tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:56.135604 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-aa1a7111-f40f-48fd-b49b-fc6fd284d6f4 req-22845837-62dd-4ca3-ac3f-b3d47b33a1cc tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c70b3d0-1da5-4c78-b74f-72ce8c815c9e HTTP/1.1" status: 200 len: 946 time: 0.0592492 May 04 08:21:56.217913 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd5422-6a8b-4b19-af5d-3e81dec05a1c req-27df3b89-aeba-410f-bbba-62bc4f85df86 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:56.219443 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e5cd5422-6a8b-4b19-af5d-3e81dec05a1c req-27df3b89-aeba-410f-bbba-62bc4f85df86 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 945 time: 0.0604932 May 04 08:21:56.222605 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-aa1a7111-f40f-48fd-b49b-fc6fd284d6f4 req-6d28b12f-f39f-414c-aef9-ab2954c1a910 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a2e39f5-c331-4deb-a4c4-4da8b5e33663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804482 May 04 08:21:56.292798 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e5cd5422-6a8b-4b19-af5d-3e81dec05a1c req-ec7cfe24-ed57-4ca5-bc05-1b10a4b8bc67 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cd30bb2-49e9-430b-9aaa-05222c87c965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659623 May 04 08:21:56.323387 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a6c2e381-02bb-438b-8bd8-7b7b1078a91c req-62a3cd33-84b4-45d4-aa5c-886f7fb26225 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18 HTTP/1.1" status: 200 len: 210 time: 0.0489109 May 04 08:21:56.646445 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec85db-1a59-49e8-aaad-afa44088a01d req-87a68f5e-e481-4096-8b6b-d0d7bcc53f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:56.648450 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c4ec85db-1a59-49e8-aaad-afa44088a01d req-87a68f5e-e481-4096-8b6b-d0d7bcc53f9e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0c70b3d0-1da5-4c78-b74f-72ce8c815c9e HTTP/1.1" status: 200 len: 1130 time: 0.0459867 May 04 08:21:56.763505 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c4ec85db-1a59-49e8-aaad-afa44088a01d req-a5980213-465d-4a91-b65d-815fbc42a2af service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2a2e39f5-c331-4deb-a4c4-4da8b5e33663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422275 May 04 08:21:56.767809 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f075a7-788b-4538-b18c-7fb92e5a8724 req-78880179-a492-4823-a376-dafef28427a5 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:56.769271 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-30f075a7-788b-4538-b18c-7fb92e5a8724 req-78880179-a492-4823-a376-dafef28427a5 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 945 time: 0.0476515 May 04 08:21:57.192977 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-30f075a7-788b-4538-b18c-7fb92e5a8724 req-5d44242f-2913-4949-ae4c-b873805fba17 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Deleting port 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:21:57.193322 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-30f075a7-788b-4538-b18c-7fb92e5a8724 req-5d44242f-2913-4949-ae4c-b873805fba17 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:57.282182 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-30f075a7-788b-4538-b18c-7fb92e5a8724 req-5d44242f-2913-4949-ae4c-b873805fba17 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] For port 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9,segment=NetworkSegment(b9bf2483-8ebb-4e01-a5c9-8763072d56f3),segment_id=b9bf2483-8ebb-4e01-a5c9-8763072d56f3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:21:57.282552 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-30f075a7-788b-4538-b18c-7fb92e5a8724 req-5d44242f-2913-4949-ae4c-b873805fba17 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:57.300362 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-30f075a7-788b-4538-b18c-7fb92e5a8724 req-5d44242f-2913-4949-ae4c-b873805fba17 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Calling delete_port for 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 owned by compute:nova {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:21:57.339136 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa29886-9882-4538-be9c-5c2509c57784 req-4f7644ab-a52d-4531-83a1-60e550bf1d31 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:57.340738 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8aa29886-9882-4538-be9c-5c2509c57784 req-4f7644ab-a52d-4531-83a1-60e550bf1d31 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c70b3d0-1da5-4c78-b74f-72ce8c815c9e HTTP/1.1" status: 200 len: 946 time: 0.0486114 May 04 08:21:57.395527 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8aa29886-9882-4538-be9c-5c2509c57784 req-93c3b475-0af3-421e-8764-54a855f052b1 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a2e39f5-c331-4deb-a4c4-4da8b5e33663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467577 May 04 08:21:57.449897 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-30f075a7-788b-4538-b18c-7fb92e5a8724 req-5d44242f-2913-4949-ae4c-b873805fba17 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:57.484346 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44242f-2913-4949-ae4c-b873805fba17 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Pushing event deleted for resources: {'Port': ['ID=13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:57.498371 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-66c43406-3db7-4c33-af62-282955c25972 req-cac53688-3ea6-452d-a805-fa24ffa8b706 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18 HTTP/1.1" status: 200 len: 210 time: 0.0288680 May 04 08:21:57.548565 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f075a7-788b-4538-b18c-7fb92e5a8724 req-5d44242f-2913-4949-ae4c-b873805fba17 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] No DVR routers for this DVR port 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 on host hv-cinder-84028 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:21:57.551011 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-30f075a7-788b-4538-b18c-7fb92e5a8724 req-5d44242f-2913-4949-ae4c-b873805fba17 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:57.554553 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-30f075a7-788b-4538-b18c-7fb92e5a8724 req-5d44242f-2913-4949-ae4c-b873805fba17 tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.13 "DELETE /v2.0/ports/13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 HTTP/1.1" status: 204 len: 173 time: 0.4923649 May 04 08:21:57.555006 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48d936d-5899-4646-b970-68dbb426d0b0', 'name': 'network-vif-deleted', 'tag': '13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:21:57.557291 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8727ad5b-0b6b-4598-8629-7840ae64a389" -d '{"events": [{"server_uuid": "d48d936d-5899-4646-b970-68dbb426d0b0", "name": "network-vif-deleted", "tag": "13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:21:57.571958 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8ba8991e-e312-407d-9190-7121cd37ef40 req-84614aba-327a-4b3a-9a1f-9b1cb9049a8c tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 210 time: 0.0339520 May 04 08:21:57.591441 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3129cb-156c-44fd-8f09-7232263047bd x-openstack-request-id: req-ac3129cb-156c-44fd-8f09-7232263047bd {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:21:57.591731 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48d936d-5899-4646-b970-68dbb426d0b0", "name": "network-vif-deleted", "tag": "13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:21:57.592022 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ac3129cb-156c-44fd-8f09-7232263047bd {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:21:57.592481 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac3129cb-156c-44fd-8f09-7232263047bd'] response: {'server_uuid': 'd48d936d-5899-4646-b970-68dbb426d0b0', 'name': 'network-vif-deleted', 'tag': '13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9', 'status': 'completed', 'code': 200} May 04 08:21:58.516808 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d0953-202b-46ec-bc16-cb6300e5ac70 req-eac07e8a-991b-47ed-9284-d600e40457eb tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:58.524294 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-898d0953-202b-46ec-bc16-cb6300e5ac70 req-eac07e8a-991b-47ed-9284-d600e40457eb tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c70b3d0-1da5-4c78-b74f-72ce8c815c9e HTTP/1.1" status: 200 len: 946 time: 0.0540106 May 04 08:21:58.601995 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-898d0953-202b-46ec-bc16-cb6300e5ac70 req-2cd1cfb6-6fbb-48e6-b534-3c5f723d0a00 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a2e39f5-c331-4deb-a4c4-4da8b5e33663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764947 May 04 08:21:58.637698 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-44d1aa56-9bb7-4f06-80cf-7ba8abf615b8 req-bbbab231-bd6e-4f1a-bd5d-43568cc01b29 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18 HTTP/1.1" status: 200 len: 210 time: 0.0348165 May 04 08:21:58.655998 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24040d89-d53a-45b9-8115-222d7c087b3d req-789175b1-5eba-420e-acb9-55fa4d3581fe tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:58.658809 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-24040d89-d53a-45b9-8115-222d7c087b3d req-789175b1-5eba-420e-acb9-55fa4d3581fe tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.13 "GET /v2.0/networks?id=e2275bde-63c0-443b-bf71-d866f4d5c8f1 HTTP/1.1" status: 200 len: 814 time: 0.1562710 May 04 08:21:58.748044 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b04f7203-6e80-404b-af52-6bf04a33d1e9 req-12b1070a-f64d-4fb3-9bc5-3359de3967aa tempest-TestMinimumBasicScenario-475940738 tempest-TestMinimumBasicScenario-475940738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d48d936d-5899-4646-b970-68dbb426d0b0 HTTP/1.1" status: 200 len: 210 time: 0.0525935 May 04 08:21:58.766612 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544b00b-4dc9-4d72-9506-033b33693a27 req-636363c3-ef9b-4408-8395-4afb34d2c12e tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:58.771387 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6544b00b-4dc9-4d72-9506-033b33693a27 req-636363c3-ef9b-4408-8395-4afb34d2c12e tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c70b3d0-1da5-4c78-b74f-72ce8c815c9e HTTP/1.1" status: 200 len: 946 time: 0.0779395 May 04 08:21:58.784681 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37738) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:58.789970 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-3cf943c6-760e-4d27-b045-94aa1349e14c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Request body: {'floatingip': {'port_id': 'e35871c6-acd5-4f23-bbad-8bcb9ea97847'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:58.848828 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3cf943c6-760e-4d27-b045-94aa1349e14c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for floatingip (f7baf318-1417-4cc5-9dbd-e0e0ff751cee), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:58.984739 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-24040d89-d53a-45b9-8115-222d7c087b3d req-d7a9b625-7ec3-48b8-87b5-04f02e33165d tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49d87bce57a4470d85b4df9b85eb9602 HTTP/1.1" status: 200 len: 380 time: 0.1559818 May 04 08:21:59.004493 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-24040d89-d53a-45b9-8115-222d7c087b3d req-76bede5f-21c9-4503-9fbd-774c8790b0b1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Request body: {'port': {'device_id': '3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'admin_state_up': True, 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'security_groups': ['b7397585-9122-47ca-bfa9-9ef0cbcef973']}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:59.030732 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:21:59.050768 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] No Port match for: 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:21:59.051127 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 13cb1dc3-c74e-4e8c-8a08-47238ff4f4f9 not bound to the agent host hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:21:59.264907 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24040d89-d53a-45b9-8115-222d7c087b3d req-76bede5f-21c9-4503-9fbd-774c8790b0b1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Made reservation on behalf of 49d87bce57a4470d85b4df9b85eb9602 for: {'port': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:21:59.268204 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-24040d89-d53a-45b9-8115-222d7c087b3d req-76bede5f-21c9-4503-9fbd-774c8790b0b1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:59.502597 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [req-24040d89-d53a-45b9-8115-222d7c087b3d req-76bede5f-21c9-4503-9fbd-774c8790b0b1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Allocated IP 172.20.0.13 (e2275bde-63c0-443b-bf71-d866f4d5c8f1/652635ed-4b18-46ee-9740-87f4e09ea616/aa8267ee-1560-4489-8531-27e9324ea866) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:21:59.523357 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3cf943c6-760e-4d27-b045-94aa1349e14c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:59.530151 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3cf943c6-760e-4d27-b045-94aa1349e14c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (f7baf318-1417-4cc5-9dbd-e0e0ff751cee), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:59.644543 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c14c07e1-ccc6-4368-9c1c-e40c23c704b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:59.739090 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7ec5a473-0a49-4985-9ab2-8ec4818f7262 req-b18b287f-35df-48d0-94db-a9c15b89d163 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18 HTTP/1.1" status: 200 len: 210 time: 0.0284548 May 04 08:21:59.959010 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.l3_db [None req-3cf943c6-760e-4d27-b045-94aa1349e14c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Floating IP f7baf318-1417-4cc5-9dbd-e0e0ff751cee associated. External IP: 172.27.3.18, port: e35871c6-acd5-4f23-bbad-8bcb9ea97847. May 04 08:22:00.027715 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-24040d89-d53a-45b9-8115-222d7c087b3d req-76bede5f-21c9-4503-9fbd-774c8790b0b1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for port (aa8267ee-1560-4489-8531-27e9324ea866), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:00.150391 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-24040d89-d53a-45b9-8115-222d7c087b3d req-76bede5f-21c9-4503-9fbd-774c8790b0b1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (aa8267ee-1560-4489-8531-27e9324ea866), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:00.201972 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24040d89-d53a-45b9-8115-222d7c087b3d req-76bede5f-21c9-4503-9fbd-774c8790b0b1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Network e2275bde-63c0-443b-bf71-d866f4d5c8f1 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:22:00.210867 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [req-24040d89-d53a-45b9-8115-222d7c087b3d req-76bede5f-21c9-4503-9fbd-774c8790b0b1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:22:00.218726 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-24040d89-d53a-45b9-8115-222d7c087b3d req-76bede5f-21c9-4503-9fbd-774c8790b0b1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:22:00.270719 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bede5f-21c9-4503-9fbd-774c8790b0b1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event updated for resources: {'Port': ['ID=aa8267ee-1560-4489-8531-27e9324ea866,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:00.325601 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24040d89-d53a-45b9-8115-222d7c087b3d req-76bede5f-21c9-4503-9fbd-774c8790b0b1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:00.326302 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-24040d89-d53a-45b9-8115-222d7c087b3d req-76bede5f-21c9-4503-9fbd-774c8790b0b1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:00.341294 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf943c6-760e-4d27-b045-94aa1349e14c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Router f007bd36-33d7-4370-802d-ad3845496dc5 has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:22:00.356197 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-24040d89-d53a-45b9-8115-222d7c087b3d req-76bede5f-21c9-4503-9fbd-774c8790b0b1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3553393 May 04 08:22:00.430084 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-24040d89-d53a-45b9-8115-222d7c087b3d req-6b9298cf-26da-45d4-88fd-4c6d6de73548 service neutron] Request body: {'port': {'device_id': '3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:22:00.496837 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 37806) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:00.522009 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-50a579a7-0b2e-4e78-9be5-ce62ce95db13 None None] Provisioning complete for port aa8267ee-1560-4489-8531-27e9324ea866 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:22:00.522566 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-50a579a7-0b2e-4e78-9be5-ce62ce95db13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (aa8267ee-1560-4489-8531-27e9324ea866), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:00.533331 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37808) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:00.550007 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf943c6-760e-4d27-b045-94aa1349e14c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:22:00.556343 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3cf943c6-760e-4d27-b045-94aa1349e14c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:00.562248 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17333127-dcdb-4234-b273-a91c4576de00 None None] Sync routers for ids ['f007bd36-33d7-4370-802d-ad3845496dc5'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:22:00.579654 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17333127-dcdb-4234-b273-a91c4576de00 None None] Routers {'f007bd36-33d7-4370-802d-ad3845496dc5'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:22:00.580567 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-17333127-dcdb-4234-b273-a91c4576de00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:21:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['f007bd36-33d7-4370-802d-ad3845496dc5'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:00.586118 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-3cf943c6-760e-4d27-b045-94aa1349e14c tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "PUT /v2.0/floatingips/f7baf318-1417-4cc5-9dbd-e0e0ff751cee HTTP/1.1" status: 200 len: 991 time: 1.8003011 May 04 08:22:00.587004 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c70b3d0-1da5-4c78-b74f-72ce8c815c9e', 'tag': 'e35871c6-acd5-4f23-bbad-8bcb9ea97847'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:22:00.589295 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef9816c-a387-4c92-b0a1-36858b7bd6b6" -d '{"events": [{"name": "network-changed", "server_uuid": "0c70b3d0-1da5-4c78-b74f-72ce8c815c9e", "tag": "e35871c6-acd5-4f23-bbad-8bcb9ea97847"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:22:00.591696 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-24040d89-d53a-45b9-8115-222d7c087b3d req-6b9298cf-26da-45d4-88fd-4c6d6de73548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (aa8267ee-1560-4489-8531-27e9324ea866), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:00.622089 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-50a579a7-0b2e-4e78-9be5-ce62ce95db13 None None] Port aa8267ee-1560-4489-8531-27e9324ea866 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:22:00.631796 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a89837-bc85-4e78-9d7b-2508ee7e2ba7 x-openstack-request-id: req-e3a89837-bc85-4e78-9d7b-2508ee7e2ba7 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:22:00.632103 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c70b3d0-1da5-4c78-b74f-72ce8c815c9e", "tag": "e35871c6-acd5-4f23-bbad-8bcb9ea97847", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:22:00.632379 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e3a89837-bc85-4e78-9d7b-2508ee7e2ba7 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:22:00.632811 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3a89837-bc85-4e78-9d7b-2508ee7e2ba7'] response: {'name': 'network-changed', 'server_uuid': '0c70b3d0-1da5-4c78-b74f-72ce8c815c9e', 'tag': 'e35871c6-acd5-4f23-bbad-8bcb9ea97847', 'status': 'completed', 'code': 200} May 04 08:22:00.706171 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7fd2f49c-89d3-482f-9bf4-cf3ee3de3724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:00.719396 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-17333127-dcdb-4234-b273-a91c4576de00 None None] Set router f007bd36-33d7-4370-802d-ad3845496dc5 gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:22:00.759771 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9816c-a387-4c92-b0a1-36858b7bd6b6 req-256f6db7-cc3e-4bfa-b926-851fe5490218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:00.762239 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fef9816c-a387-4c92-b0a1-36858b7bd6b6 req-256f6db7-cc3e-4bfa-b926-851fe5490218 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57ccec31ee3f4845a480759a5772055a&device_id=0c70b3d0-1da5-4c78-b74f-72ce8c815c9e HTTP/1.1" status: 200 len: 1130 time: 0.0862367 May 04 08:22:00.948197 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7fd2f49c-89d3-482f-9bf4-cf3ee3de3724 admin admin] Publish callbacks [] for security_group (16057b5b-e1a2-4e7a-92e8-39a21cf5ced0), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:00.954335 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9816c-a387-4c92-b0a1-36858b7bd6b6 req-e4aeb04c-bfa3-4d0e-8db8-4282fc00e83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:00.955522 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7fd2f49c-89d3-482f-9bf4-cf3ee3de3724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (16057b5b-e1a2-4e7a-92e8-39a21cf5ced0), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:00.956353 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fef9816c-a387-4c92-b0a1-36858b7bd6b6 req-e4aeb04c-bfa3-4d0e-8db8-4282fc00e83a service neutron] 10.222.0.13 "GET /v2.0/networks?id=7df6b99b-6f55-43f2-ae59-a84ab50ce98b HTTP/1.1" status: 200 len: 912 time: 0.1859710 May 04 08:22:00.963363 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce0f6d-7b0a-4e41-bd6c-3b6919b7ed68 req-19a478e5-8d13-4d0d-8b22-8e43331ac35e tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:00.964771 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5bce0f6d-7b0a-4e41-bd6c-3b6919b7ed68 req-19a478e5-8d13-4d0d-8b22-8e43331ac35e tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18 HTTP/1.1" status: 200 len: 932 time: 0.1227517 May 04 08:22:00.999394 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-17333127-dcdb-4234-b273-a91c4576de00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'name': 'tempest-AttachVolumeTestJSON-1462924431-router', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:16Z', 'revision_number': 4, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'gw_port': {'id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:06Z', 'updated_at': '2022-05-04T08:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'f7baf318-1417-4cc5-9dbd-e0e0ff751cee', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'port_id': 'e35871c6-acd5-4f23-bbad-8bcb9ea97847', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b', 'mac_address': 'fa:16:3e:5f:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c70b3d0-1da5-4c78-b74f-72ce8c815c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:21:43Z', 'updated_at': '2022-05-04T08:21:59Z', 'revision_number': 1, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baa9b0c3-d50a-416d-899e-4ac277b43cd0', 'name': '', 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'mac_address': 'fa:16:3e:37:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:14Z', 'updated_at': '2022-05-04T08:16:28Z', 'revision_number': 5, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'subnets': [{'id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:01.027725 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17333127-dcdb-4234-b273-a91c4576de00 None None] Checking router: f007bd36-33d7-4370-802d-ad3845496dc5 for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:22:01.028796 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd2f49c-89d3-482f-9bf4-cf3ee3de3724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16057b5b-e1a2-4e7a-92e8-39a21cf5ced0,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:01.037085 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17333127-dcdb-4234-b273-a91c4576de00 None None] Routers {'f007bd36-33d7-4370-802d-ad3845496dc5'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:22:01.038055 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-17333127-dcdb-4234-b273-a91c4576de00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:21:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['f007bd36-33d7-4370-802d-ad3845496dc5'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:01.039455 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-7fd2f49c-89d3-482f-9bf4-cf3ee3de3724 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d1447bec03c24d42bea9e303453ad734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5051694 May 04 08:22:01.041727 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37822) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:01.059498 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [req-24040d89-d53a-45b9-8115-222d7c087b3d req-6b9298cf-26da-45d4-88fd-4c6d6de73548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa8267ee-1560-4489-8531-27e9324ea866 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:22:01.071295 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-24040d89-d53a-45b9-8115-222d7c087b3d req-6b9298cf-26da-45d4-88fd-4c6d6de73548 service neutron] Publish callbacks [] for port (aa8267ee-1560-4489-8531-27e9324ea866), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.100829 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [req-24040d89-d53a-45b9-8115-222d7c087b3d req-6b9298cf-26da-45d4-88fd-4c6d6de73548 service neutron] Transition to ACTIVE for port object aa8267ee-1560-4489-8531-27e9324ea866 will not be triggered until provisioned by entity L2. {{(pid=103564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:22:01.108075 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fef9816c-a387-4c92-b0a1-36858b7bd6b6 req-20002037-4610-4780-b864-c1b00f421d31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e35871c6-acd5-4f23-bbad-8bcb9ea97847 HTTP/1.1" status: 200 len: 999 time: 0.1200442 May 04 08:22:01.108705 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-24040d89-d53a-45b9-8115-222d7c087b3d req-6b9298cf-26da-45d4-88fd-4c6d6de73548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (aa8267ee-1560-4489-8531-27e9324ea866), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.122195 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5bce0f6d-7b0a-4e41-bd6c-3b6919b7ed68 req-197364b9-7350-4fcf-86c7-de9601289ead tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7397585-9122-47ca-bfa9-9ef0cbcef973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331038 May 04 08:22:01.148677 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-123c606a-4413-483f-b96a-4a2737709721 admin admin] Publish callbacks [] for security_group (16057b5b-e1a2-4e7a-92e8-39a21cf5ced0), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.170741 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-17333127-dcdb-4234-b273-a91c4576de00 None None] Set router f007bd36-33d7-4370-802d-ad3845496dc5 gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:22:01.203887 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-123c606a-4413-483f-b96a-4a2737709721 admin admin] Publish callbacks [] for security_group (16057b5b-e1a2-4e7a-92e8-39a21cf5ced0), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.211784 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9298cf-26da-45d4-88fd-4c6d6de73548 service neutron] Pushing event updated for resources: {'Port': ['ID=aa8267ee-1560-4489-8531-27e9324ea866,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:01.212865 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9816c-a387-4c92-b0a1-36858b7bd6b6 req-4ab28b61-cacc-4bc9-936f-591fa3c2a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:01.214347 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fef9816c-a387-4c92-b0a1-36858b7bd6b6 req-4ab28b61-cacc-4bc9-936f-591fa3c2a261 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f44a667d-e0cc-45e5-8f63-a34f7e8f3226 HTTP/1.1" status: 200 len: 850 time: 0.0913124 May 04 08:22:01.215182 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b2be83f3-10b6-4282-a724-07fa1b2d68dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-723922'] for router_interface (cf500a9e-44c3-4d16-a90b-39f61337bc9f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.305371 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9816c-a387-4c92-b0a1-36858b7bd6b6 req-ed71642f-669e-49f7-8554-2bc2317d53ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:01.307023 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fef9816c-a387-4c92-b0a1-36858b7bd6b6 req-ed71642f-669e-49f7-8554-2bc2317d53ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7df6b99b-6f55-43f2-ae59-a84ab50ce98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567272 May 04 08:22:01.333505 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-123c606a-4413-483f-b96a-4a2737709721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (16057b5b-e1a2-4e7a-92e8-39a21cf5ced0), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.336096 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-123c606a-4413-483f-b96a-4a2737709721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.337265 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-123c606a-4413-483f-b96a-4a2737709721 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/16057b5b-e1a2-4e7a-92e8-39a21cf5ced0 HTTP/1.1" status: 204 len: 168 time: 0.2945085 May 04 08:22:01.347725 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c606a-4413-483f-b96a-4a2737709721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16057b5b-e1a2-4e7a-92e8-39a21cf5ced0,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:01.349682 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-24040d89-d53a-45b9-8115-222d7c087b3d req-6b9298cf-26da-45d4-88fd-4c6d6de73548 service neutron] Attempting to bind port aa8267ee-1560-4489-8531-27e9324ea866 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:22:01.350016 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-24040d89-d53a-45b9-8115-222d7c087b3d req-6b9298cf-26da-45d4-88fd-4c6d6de73548 service neutron] Attempting to bind port aa8267ee-1560-4489-8531-27e9324ea866 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '379d6a15-5185-48de-b859-cd8ac013b448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:22:01.350334 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24040d89-d53a-45b9-8115-222d7c087b3d req-6b9298cf-26da-45d4-88fd-4c6d6de73548 service neutron] Attempting to bind port aa8267ee-1560-4489-8531-27e9324ea866 on network e2275bde-63c0-443b-bf71-d866f4d5c8f1 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:22:01.368397 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24040d89-d53a-45b9-8115-222d7c087b3d req-6b9298cf-26da-45d4-88fd-4c6d6de73548 service neutron] Port aa8267ee-1560-4489-8531-27e9324ea866 on network e2275bde-63c0-443b-bf71-d866f4d5c8f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:22:01.368726 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24040d89-d53a-45b9-8115-222d7c087b3d req-6b9298cf-26da-45d4-88fd-4c6d6de73548 service neutron] Attempting to bind port aa8267ee-1560-4489-8531-27e9324ea866 on network e2275bde-63c0-443b-bf71-d866f4d5c8f1 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:22:01.374831 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24040d89-d53a-45b9-8115-222d7c087b3d req-6b9298cf-26da-45d4-88fd-4c6d6de73548 service neutron] Checking agent: {'id': '012f2be7-5ddd-4d39-8539-3fef46040309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'started_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:22:01.375212 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24040d89-d53a-45b9-8115-222d7c087b3d req-6b9298cf-26da-45d4-88fd-4c6d6de73548 service neutron] Checking segment: {'id': '379d6a15-5185-48de-b859-cd8ac013b448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:22:01.375596 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24040d89-d53a-45b9-8115-222d7c087b3d req-6b9298cf-26da-45d4-88fd-4c6d6de73548 service neutron] Bound using segment: {'id': '379d6a15-5185-48de-b859-cd8ac013b448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:22:01.376026 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-24040d89-d53a-45b9-8115-222d7c087b3d req-6b9298cf-26da-45d4-88fd-4c6d6de73548 service neutron] Bound port: aa8267ee-1560-4489-8531-27e9324ea866, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '379d6a15-5185-48de-b859-cd8ac013b448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:22:01.376385 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-24040d89-d53a-45b9-8115-222d7c087b3d req-6b9298cf-26da-45d4-88fd-4c6d6de73548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (aa8267ee-1560-4489-8531-27e9324ea866), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.453993 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-17333127-dcdb-4234-b273-a91c4576de00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'name': 'tempest-AttachVolumeTestJSON-1462924431-router', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:16Z', 'revision_number': 4, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'gw_port': {'id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:06Z', 'updated_at': '2022-05-04T08:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'f7baf318-1417-4cc5-9dbd-e0e0ff751cee', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'port_id': 'e35871c6-acd5-4f23-bbad-8bcb9ea97847', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b', 'mac_address': 'fa:16:3e:5f:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c70b3d0-1da5-4c78-b74f-72ce8c815c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:21:43Z', 'updated_at': '2022-05-04T08:21:59Z', 'revision_number': 1, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baa9b0c3-d50a-416d-899e-4ac277b43cd0', 'name': '', 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'mac_address': 'fa:16:3e:37:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:14Z', 'updated_at': '2022-05-04T08:16:28Z', 'revision_number': 5, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'subnets': [{'id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:01.483053 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17333127-dcdb-4234-b273-a91c4576de00 None None] The sync data for ids ['f007bd36-33d7-4370-802d-ad3845496dc5'] in dv-cinder-840289-4-iscsi is: [{'id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'name': 'tempest-AttachVolumeTestJSON-1462924431-router', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:16Z', 'revision_number': 4, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'gw_port': {'id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:06Z', 'updated_at': '2022-05-04T08:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'f7baf318-1417-4cc5-9dbd-e0e0ff751cee', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'port_id': 'e35871c6-acd5-4f23-bbad-8bcb9ea97847', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b', 'mac_address': 'fa:16:3e:5f:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c70b3d0-1da5-4c78-b74f-72ce8c815c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:21:43Z', 'updated_at': '2022-05-04T08:21:59Z', 'revision_number': 1, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baa9b0c3-d50a-416d-899e-4ac277b43cd0', 'name': '', 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'mac_address': 'fa:16:3e:37:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:14Z', 'updated_at': '2022-05-04T08:16:28Z', 'revision_number': 5, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'subnets': [{'id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:22:01.527585 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-24040d89-d53a-45b9-8115-222d7c087b3d req-6b9298cf-26da-45d4-88fd-4c6d6de73548 service neutron] For port aa8267ee-1560-4489-8531-27e9324ea866, host hv-cinder-84028, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:22:01.535826 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-24040d89-d53a-45b9-8115-222d7c087b3d req-6b9298cf-26da-45d4-88fd-4c6d6de73548 service neutron] For port aa8267ee-1560-4489-8531-27e9324ea866, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=aa8267ee-1560-4489-8531-27e9324ea866,segment=NetworkSegment(379d6a15-5185-48de-b859-cd8ac013b448),segment_id=379d6a15-5185-48de-b859-cd8ac013b448)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:22:01.545436 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-24040d89-d53a-45b9-8115-222d7c087b3d req-6b9298cf-26da-45d4-88fd-4c6d6de73548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (aa8267ee-1560-4489-8531-27e9324ea866), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.571396 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fef9816c-a387-4c92-b0a1-36858b7bd6b6 req-00a23db1-7bf7-4e30-997f-9c0876362138 service neutron] 10.222.0.13 "GET /v2.0/networks/7df6b99b-6f55-43f2-ae59-a84ab50ce98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259066 May 04 08:22:01.586555 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24040d89-d53a-45b9-8115-222d7c087b3d req-6b9298cf-26da-45d4-88fd-4c6d6de73548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:01.587287 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-24040d89-d53a-45b9-8115-222d7c087b3d req-6b9298cf-26da-45d4-88fd-4c6d6de73548 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.588776 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-24040d89-d53a-45b9-8115-222d7c087b3d req-6b9298cf-26da-45d4-88fd-4c6d6de73548 service neutron] 10.222.0.13 "PUT /v2.0/ports/aa8267ee-1560-4489-8531-27e9324ea866 HTTP/1.1" status: 200 len: 1094 time: 1.1635666 May 04 08:22:01.624434 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9298cf-26da-45d4-88fd-4c6d6de73548 service neutron] Pushing event updated for resources: {'Port': ['ID=aa8267ee-1560-4489-8531-27e9324ea866,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:01.715504 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24040d89-d53a-45b9-8115-222d7c087b3d req-1cc7f23b-3b97-4c00-84e4-a30082e2c45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:01.717081 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-24040d89-d53a-45b9-8115-222d7c087b3d req-1cc7f23b-3b97-4c00-84e4-a30082e2c45d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49d87bce57a4470d85b4df9b85eb9602&device_id=3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18 HTTP/1.1" status: 200 len: 1128 time: 0.0587363 May 04 08:22:01.731256 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-b2be83f3-10b6-4282-a724-07fa1b2d68dc admin admin] Deleting port 8fa09d72-3b83-41d1-b5ec-e57093bd025e {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:22:01.731891 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b2be83f3-10b6-4282-a724-07fa1b2d68dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (8fa09d72-3b83-41d1-b5ec-e57093bd025e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.774311 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fef9816c-a387-4c92-b0a1-36858b7bd6b6 req-073a93c6-a8ef-4b9b-a0b5-0c5255a4a7e7 service neutron] 10.222.0.13 "GET /v2.0/networks/7df6b99b-6f55-43f2-ae59-a84ab50ce98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964169 May 04 08:22:01.794690 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37828) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:01.814652 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3c16ba91-0c0a-4217-9925-92050a14523b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.817490 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-24040d89-d53a-45b9-8115-222d7c087b3d req-a8277600-0694-4d59-97a7-c81572736c9c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa8267ee-1560-4489-8531-27e9324ea866 HTTP/1.1" status: 200 len: 217 time: 0.0871034 May 04 08:22:01.829972 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60018b2b-b8a2-4ced-9eee-edcfa4faa861 None None] New status for floating IP f7baf318-1417-4cc5-9dbd-e0e0ff751cee: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:22:01.840516 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-b2be83f3-10b6-4282-a724-07fa1b2d68dc admin admin] For port 8fa09d72-3b83-41d1-b5ec-e57093bd025e, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=8fa09d72-3b83-41d1-b5ec-e57093bd025e,segment=NetworkSegment(b9bf2483-8ebb-4e01-a5c9-8763072d56f3),segment_id=b9bf2483-8ebb-4e01-a5c9-8763072d56f3)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:01.840886 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b2be83f3-10b6-4282-a724-07fa1b2d68dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (8fa09d72-3b83-41d1-b5ec-e57093bd025e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.854920 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-b2be83f3-10b6-4282-a724-07fa1b2d68dc admin admin] Calling delete_port for 8fa09d72-3b83-41d1-b5ec-e57093bd025e owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:22:01.880656 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24040d89-d53a-45b9-8115-222d7c087b3d req-4cddbddf-ba39-4eaf-97a0-7f7647163870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:01.882131 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-24040d89-d53a-45b9-8115-222d7c087b3d req-4cddbddf-ba39-4eaf-97a0-7f7647163870 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=652635ed-4b18-46ee-9740-87f4e09ea616 HTTP/1.1" status: 200 len: 853 time: 0.0550203 May 04 08:22:01.939131 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24040d89-d53a-45b9-8115-222d7c087b3d req-28d996b8-7216-4b6f-8c08-bec3d0f60e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:01.940708 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-24040d89-d53a-45b9-8115-222d7c087b3d req-28d996b8-7216-4b6f-8c08-bec3d0f60e29 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2275bde-63c0-443b-bf71-d866f4d5c8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521946 May 04 08:22:01.965640 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-14fd3030-8f20-4651-ad87-8cebd96a01a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:02.056867 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3c16ba91-0c0a-4217-9925-92050a14523b admin admin] Publish callbacks [] for security_group (d1bac21c-2da1-4957-a973-c422cee10dd4), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:02.057735 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b2be83f3-10b6-4282-a724-07fa1b2d68dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (8fa09d72-3b83-41d1-b5ec-e57093bd025e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:02.061956 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3c16ba91-0c0a-4217-9925-92050a14523b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (d1bac21c-2da1-4957-a973-c422cee10dd4), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:02.069128 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-24040d89-d53a-45b9-8115-222d7c087b3d req-0337fb9a-6419-4eb9-bf91-2692a27f58e8 service neutron] 10.222.0.13 "GET /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202445 May 04 08:22:02.092325 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be83f3-10b6-4282-a724-07fa1b2d68dc admin admin] Pushing event deleted for resources: {'Port': ['ID=8fa09d72-3b83-41d1-b5ec-e57093bd025e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:02.122384 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be83f3-10b6-4282-a724-07fa1b2d68dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.122731 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be83f3-10b6-4282-a724-07fa1b2d68dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.123188 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be83f3-10b6-4282-a724-07fa1b2d68dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.123531 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be83f3-10b6-4282-a724-07fa1b2d68dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.123865 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be83f3-10b6-4282-a724-07fa1b2d68dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.124641 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be83f3-10b6-4282-a724-07fa1b2d68dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.124641 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be83f3-10b6-4282-a724-07fa1b2d68dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.124864 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be83f3-10b6-4282-a724-07fa1b2d68dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.125153 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be83f3-10b6-4282-a724-07fa1b2d68dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.125462 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be83f3-10b6-4282-a724-07fa1b2d68dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.125788 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be83f3-10b6-4282-a724-07fa1b2d68dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.126489 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be83f3-10b6-4282-a724-07fa1b2d68dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.126489 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be83f3-10b6-4282-a724-07fa1b2d68dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.126763 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be83f3-10b6-4282-a724-07fa1b2d68dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.127153 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be83f3-10b6-4282-a724-07fa1b2d68dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.127467 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16ba91-0c0a-4217-9925-92050a14523b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bac21c-2da1-4957-a973-c422cee10dd4,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:02.133445 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-3c16ba91-0c0a-4217-9925-92050a14523b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8ea2827316b448da9c0e0102cbcfe6eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3376749 May 04 08:22:02.136654 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37830) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:02.227331 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-24040d89-d53a-45b9-8115-222d7c087b3d req-9d57ca74-4a80-4d87-bdb2-e226482f3338 service neutron] 10.222.0.13 "GET /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471248 May 04 08:22:02.246377 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0a3c05de-fada-4ddf-a560-c0f628f51ff9 admin admin] Publish callbacks [] for security_group (d1bac21c-2da1-4957-a973-c422cee10dd4), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:02.272067 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0a3c05de-fada-4ddf-a560-c0f628f51ff9 admin admin] Publish callbacks [] for security_group (d1bac21c-2da1-4957-a973-c422cee10dd4), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:02.317387 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949dbc32-6b8d-496f-8384-0ed7e40a7653 req-09d45bf1-2a78-431f-8bea-0fc23c7535f0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:02.318859 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-949dbc32-6b8d-496f-8384-0ed7e40a7653 req-09d45bf1-2a78-431f-8bea-0fc23c7535f0 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18 HTTP/1.1" status: 200 len: 944 time: 0.0934069 May 04 08:22:02.327276 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0a3c05de-fada-4ddf-a560-c0f628f51ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (d1bac21c-2da1-4957-a973-c422cee10dd4), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:02.330146 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0a3c05de-fada-4ddf-a560-c0f628f51ff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:02.331320 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-0a3c05de-fada-4ddf-a560-c0f628f51ff9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d1bac21c-2da1-4957-a973-c422cee10dd4 HTTP/1.1" status: 204 len: 168 time: 0.1940622 May 04 08:22:02.339310 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c05de-fada-4ddf-a560-c0f628f51ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bac21c-2da1-4957-a973-c422cee10dd4,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:02.358778 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b2be83f3-10b6-4282-a724-07fa1b2d68dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734405'] for router_interface (cf500a9e-44c3-4d16-a90b-39f61337bc9f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:02.390623 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-949dbc32-6b8d-496f-8384-0ed7e40a7653 req-e0d94235-d952-4877-902b-f2ba7af54cbf tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7397585-9122-47ca-bfa9-9ef0cbcef973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636835 May 04 08:22:02.634365 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18', 'tag': 'aa8267ee-1560-4489-8531-27e9324ea866'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:22:02.637126 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fa6597-ff1c-43d3-90bd-4f8d28252271" -d '{"events": [{"name": "network-changed", "server_uuid": "3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18", "tag": "aa8267ee-1560-4489-8531-27e9324ea866"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:22:02.678124 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e9ce72-d672-49fa-888b-027e44d100e3 x-openstack-request-id: req-c0e9ce72-d672-49fa-888b-027e44d100e3 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:22:02.678417 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18", "tag": "aa8267ee-1560-4489-8531-27e9324ea866", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:22:02.678669 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c0e9ce72-d672-49fa-888b-027e44d100e3 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:22:02.679278 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e9ce72-d672-49fa-888b-027e44d100e3'] response: {'name': 'network-changed', 'server_uuid': '3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18', 'tag': 'aa8267ee-1560-4489-8531-27e9324ea866', 'status': 'completed', 'code': 200} May 04 08:22:02.886512 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2be83f3-10b6-4282-a724-07fa1b2d68dc admin admin] Router cf500a9e-44c3-4d16-a90b-39f61337bc9f has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:22:02.999577 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2be83f3-10b6-4282-a724-07fa1b2d68dc admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:22:03.007501 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-b2be83f3-10b6-4282-a724-07fa1b2d68dc admin admin] 10.222.0.59 "PUT /v2.0/routers/cf500a9e-44c3-4d16-a90b-39f61337bc9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5095737 May 04 08:22:03.008194 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37856) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:03.010567 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a377daf0-dadf-4593-ab91-9be63eb9b6c4 None None] Sync routers for ids ['cf500a9e-44c3-4d16-a90b-39f61337bc9f'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:22:03.024307 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a377daf0-dadf-4593-ab91-9be63eb9b6c4 None None] Routers {'cf500a9e-44c3-4d16-a90b-39f61337bc9f'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:22:03.025127 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-a377daf0-dadf-4593-ab91-9be63eb9b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:22:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['cf500a9e-44c3-4d16-a90b-39f61337bc9f'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:03.041556 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:03.119475 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3e3e51df-6484-4b55-9b68-f9b3135602d1 admin admin] Publish callbacks [] for router (cf500a9e-44c3-4d16-a90b-39f61337bc9f), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:03.142006 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-a377daf0-dadf-4593-ab91-9be63eb9b6c4 None None] Set router cf500a9e-44c3-4d16-a90b-39f61337bc9f gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:22:03.247574 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3e3e51df-6484-4b55-9b68-f9b3135602d1 admin admin] Publish callbacks [] for router_gateway (cf500a9e-44c3-4d16-a90b-39f61337bc9f), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:03.305222 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa6597-ff1c-43d3-90bd-4f8d28252271 req-2a0e653f-a6d5-4922-b65e-3e2cf45715d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:03.305329 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d7fa6597-ff1c-43d3-90bd-4f8d28252271 req-2a0e653f-a6d5-4922-b65e-3e2cf45715d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49d87bce57a4470d85b4df9b85eb9602&device_id=3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18 HTTP/1.1" status: 200 len: 1128 time: 0.0741847 May 04 08:22:03.338470 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3e3e51df-6484-4b55-9b68-f9b3135602d1 admin admin] Deleting port 177c6f1a-da34-4c99-9a56-82546247e453 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:22:03.338810 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3e3e51df-6484-4b55-9b68-f9b3135602d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (177c6f1a-da34-4c99-9a56-82546247e453), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:03.446227 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-a377daf0-dadf-4593-ab91-9be63eb9b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'name': 'tempest-TestMinimumBasicScenario-182484481-router', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '177c6f1a-da34-4c99-9a56-82546247e453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:18:34Z', 'updated_at': '2022-05-04T08:22:02Z', 'revision_number': 5, 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'gw_port': {'id': '177c6f1a-da34-4c99-9a56-82546247e453', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:35Z', 'updated_at': '2022-05-04T08:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:03.463018 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa6597-ff1c-43d3-90bd-4f8d28252271 req-a65778ec-232d-4216-8c00-ec73aed1861c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:03.464515 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d7fa6597-ff1c-43d3-90bd-4f8d28252271 req-a65778ec-232d-4216-8c00-ec73aed1861c service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2275bde-63c0-443b-bf71-d866f4d5c8f1 HTTP/1.1" status: 200 len: 915 time: 0.1516130 May 04 08:22:03.483398 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-3e3e51df-6484-4b55-9b68-f9b3135602d1 admin admin] For port 177c6f1a-da34-4c99-9a56-82546247e453, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=177c6f1a-da34-4c99-9a56-82546247e453,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:03.483762 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3e3e51df-6484-4b55-9b68-f9b3135602d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (177c6f1a-da34-4c99-9a56-82546247e453), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:03.500982 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a377daf0-dadf-4593-ab91-9be63eb9b6c4 None None] Checking router: cf500a9e-44c3-4d16-a90b-39f61337bc9f for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:22:03.512266 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a377daf0-dadf-4593-ab91-9be63eb9b6c4 None None] Routers {'cf500a9e-44c3-4d16-a90b-39f61337bc9f'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:22:03.512266 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-a377daf0-dadf-4593-ab91-9be63eb9b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:22:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['cf500a9e-44c3-4d16-a90b-39f61337bc9f'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:03.516968 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d7fa6597-ff1c-43d3-90bd-4f8d28252271 req-3668a384-8610-430b-94b3-8a1bc29f3c6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa8267ee-1560-4489-8531-27e9324ea866 HTTP/1.1" status: 200 len: 217 time: 0.0449731 May 04 08:22:03.523833 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3e3e51df-6484-4b55-9b68-f9b3135602d1 admin admin] Calling delete_port for 177c6f1a-da34-4c99-9a56-82546247e453 owned by network:router_gateway {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:22:03.558292 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a0238-e500-4903-bab3-140272bf22fc req-ba217d31-e105-4181-85fc-6dd1f0429606 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:03.566502 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b36a0238-e500-4903-bab3-140272bf22fc req-ba217d31-e105-4181-85fc-6dd1f0429606 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18 HTTP/1.1" status: 200 len: 944 time: 0.0683062 May 04 08:22:03.567870 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa6597-ff1c-43d3-90bd-4f8d28252271 req-f563fbcd-a72d-40e4-a53b-65116420c292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:03.569318 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d7fa6597-ff1c-43d3-90bd-4f8d28252271 req-f563fbcd-a72d-40e4-a53b-65116420c292 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=652635ed-4b18-46ee-9740-87f4e09ea616 HTTP/1.1" status: 200 len: 853 time: 0.0467865 May 04 08:22:03.637308 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b36a0238-e500-4903-bab3-140272bf22fc req-557d9333-4620-4adc-a7ee-fcea3acf4fcd tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7397585-9122-47ca-bfa9-9ef0cbcef973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658598 May 04 08:22:03.638670 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-a377daf0-dadf-4593-ab91-9be63eb9b6c4 None None] Set router cf500a9e-44c3-4d16-a90b-39f61337bc9f gateway port host: None {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:22:03.664721 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa6597-ff1c-43d3-90bd-4f8d28252271 req-e840466b-39dd-4bf2-b0d5-1ec396ae84c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:03.666255 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d7fa6597-ff1c-43d3-90bd-4f8d28252271 req-e840466b-39dd-4bf2-b0d5-1ec396ae84c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2275bde-63c0-443b-bf71-d866f4d5c8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0887883 May 04 08:22:03.697443 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-a377daf0-dadf-4593-ab91-9be63eb9b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'name': 'tempest-TestMinimumBasicScenario-182484481-router', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:18:34Z', 'updated_at': '2022-05-04T08:22:03Z', 'revision_number': 6, 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'gw_port_host': None}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:03.735863 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a377daf0-dadf-4593-ab91-9be63eb9b6c4 None None] The sync data for ids ['cf500a9e-44c3-4d16-a90b-39f61337bc9f'] in dv-cinder-840289-4-iscsi is: [{'id': 'cf500a9e-44c3-4d16-a90b-39f61337bc9f', 'name': 'tempest-TestMinimumBasicScenario-182484481-router', 'tenant_id': 'f62edba9a4f9457c82909ceed58104c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:18:34Z', 'updated_at': '2022-05-04T08:22:03Z', 'revision_number': 6, 'project_id': 'f62edba9a4f9457c82909ceed58104c3', 'gw_port_host': None}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:22:04.097079 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d7fa6597-ff1c-43d3-90bd-4f8d28252271 req-402197f9-7d68-48d0-bba9-c86322566c86 service neutron] 10.222.0.13 "GET /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213343 May 04 08:22:04.214463 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 8fa09d72-3b83-41d1-b5ec-e57093bd025e no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:22:04.240732 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3e3e51df-6484-4b55-9b68-f9b3135602d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (177c6f1a-da34-4c99-9a56-82546247e453), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:04.254996 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: 8fa09d72-3b83-41d1-b5ec-e57093bd025e {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:22:04.255737 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 8fa09d72-3b83-41d1-b5ec-e57093bd025e not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:22:04.277153 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e51df-6484-4b55-9b68-f9b3135602d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=177c6f1a-da34-4c99-9a56-82546247e453,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:04.308477 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:04.351245 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d7fa6597-ff1c-43d3-90bd-4f8d28252271 req-a71535c1-5a0d-4b70-a06a-d55eeb98a1c4 service neutron] 10.222.0.13 "GET /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450831 May 04 08:22:04.371223 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3e3e51df-6484-4b55-9b68-f9b3135602d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-724128'] for router_gateway (cf500a9e-44c3-4d16-a90b-39f61337bc9f), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:04.482863 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3e3e51df-6484-4b55-9b68-f9b3135602d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-778620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2882'] for router (cf500a9e-44c3-4d16-a90b-39f61337bc9f), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:04.485234 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3e3e51df-6484-4b55-9b68-f9b3135602d1 admin admin] Publish callbacks [] for router_controller (cf500a9e-44c3-4d16-a90b-39f61337bc9f), precommit_delete_associations {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:04.557374 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3e3e51df-6484-4b55-9b68-f9b3135602d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-778613'] for router (cf500a9e-44c3-4d16-a90b-39f61337bc9f), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:04.557898 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3e51df-6484-4b55-9b68-f9b3135602d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf500a9e-44c3-4d16-a90b-39f61337bc9f {{(pid=103564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 08:22:04.564088 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3e3e51df-6484-4b55-9b68-f9b3135602d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:04.565268 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-3e3e51df-6484-4b55-9b68-f9b3135602d1 admin admin] 10.222.0.59 "DELETE /v2.0/routers/cf500a9e-44c3-4d16-a90b-39f61337bc9f HTTP/1.1" status: 204 len: 168 time: 1.5560975 May 04 08:22:04.568047 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 37900) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:04.616061 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c526366-381d-4988-9910-6d7df1e63916 admin admin] Deleting subnet 0bf2931f-f25d-4820-bfd4-3238c9fe26d6 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:22:04.619433 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c526366-381d-4988-9910-6d7df1e63916 admin admin] Publish callbacks [] for subnet (0bf2931f-f25d-4820-bfd4-3238c9fe26d6), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:04.660120 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c526366-381d-4988-9910-6d7df1e63916 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29667606'] for subnet (0bf2931f-f25d-4820-bfd4-3238c9fe26d6), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:04.773019 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da749c-e6e2-4446-9a54-be3291fbea65 req-b563803d-fd9b-470f-8d46-f73037b4b5a2 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:04.774476 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b2da749c-e6e2-4446-9a54-be3291fbea65 req-b563803d-fd9b-470f-8d46-f73037b4b5a2 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18 HTTP/1.1" status: 200 len: 944 time: 0.0760851 May 04 08:22:04.776868 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c526366-381d-4988-9910-6d7df1e63916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902914'] for subnet (0bf2931f-f25d-4820-bfd4-3238c9fe26d6), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:04.862594 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b2da749c-e6e2-4446-9a54-be3291fbea65 req-139a0e5d-ee24-4bb1-bc3b-eba079c24d4c tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7397585-9122-47ca-bfa9-9ef0cbcef973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637457 May 04 08:22:04.864013 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c526366-381d-4988-9910-6d7df1e63916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31339417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29652696'] for subnet (0bf2931f-f25d-4820-bfd4-3238c9fe26d6), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:04.889623 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c526366-381d-4988-9910-6d7df1e63916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bf2931f-f25d-4820-bfd4-3238c9fe26d6,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:04.893275 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c526366-381d-4988-9910-6d7df1e63916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:04.896462 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-3c526366-381d-4988-9910-6d7df1e63916 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0bf2931f-f25d-4820-bfd4-3238c9fe26d6 HTTP/1.1" status: 204 len: 168 time: 0.3273084 May 04 08:22:04.899245 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 37904) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:04.903852 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2cf49f-6323-4d48-b9a6-5716ab8db022 None None] Network 5cd04653-c1ab-4203-b77b-725a22d212fb requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:22:04.972552 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d700d34-264d-45a7-9be4-f6dc045cada1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1812560'] for network (5cd04653-c1ab-4203-b77b-725a22d212fb), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:05.005886 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:05.019253 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-5d700d34-264d-45a7-9be4-f6dc045cada1 admin admin] Deleting port a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:22:05.019595 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d700d34-264d-45a7-9be4-f6dc045cada1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:05.039885 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device aa8267ee-1560-4489-8531-27e9324ea866 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:22:05.090529 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28039e48-910c-425d-8a47-efaf17fa76f8 None None] DHCP port deletion for 5cd04653-c1ab-4203-b77b-725a22d212fb request from dv-cinder-840289-4-iscsi {{(pid=103565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 08:22:05.090737 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-5d700d34-264d-45a7-9be4-f6dc045cada1 admin admin] For port a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1,segment=NetworkSegment(b9bf2483-8ebb-4e01-a5c9-8763072d56f3),segment_id=b9bf2483-8ebb-4e01-a5c9-8763072d56f3)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:05.090974 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d700d34-264d-45a7-9be4-f6dc045cada1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:05.104019 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-5d700d34-264d-45a7-9be4-f6dc045cada1 admin admin] Calling delete_port for a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:22:05.173335 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port aa8267ee-1560-4489-8531-27e9324ea866, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=aa8267ee-1560-4489-8531-27e9324ea866,segment=NetworkSegment(379d6a15-5185-48de-b859-cd8ac013b448),segment_id=379d6a15-5185-48de-b859-cd8ac013b448)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:05.182123 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-28039e48-910c-425d-8a47-efaf17fa76f8 None None] Deleting port a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1 {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:22:05.182549 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-28039e48-910c-425d-8a47-efaf17fa76f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1), before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:05.187049 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d700d34-264d-45a7-9be4-f6dc045cada1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:05.199318 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Returning: {'device': 'aa8267ee-1560-4489-8531-27e9324ea866', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'port_id': 'aa8267ee-1560-4489-8531-27e9324ea866', 'mac_address': 'fa:16:3e:34:ea:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:22:05.212542 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d700d34-264d-45a7-9be4-f6dc045cada1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:05.215936 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d700d34-264d-45a7-9be4-f6dc045cada1 admin admin] No DVR routers for this DVR port a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1 on host dv-cinder-840289-4-iscsi {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:22:05.271415 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-28039e48-910c-425d-8a47-efaf17fa76f8 None None] For port a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1, host dv-cinder-840289-4-iscsi, got binding levels [] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:05.271838 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-28039e48-910c-425d-8a47-efaf17fa76f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1), precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:05.287516 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d700d34-264d-45a7-9be4-f6dc045cada1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903351', 'neutron.services.segments.db._delete_segments_for_network-8787185188154'] for network (5cd04653-c1ab-4203-b77b-725a22d212fb), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:05.292386 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-28039e48-910c-425d-8a47-efaf17fa76f8 None None] Calling delete_port for a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1 owned by network:dhcp {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:22:05.298471 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.ipam_backend_mixin [None req-28039e48-910c-425d-8a47-efaf17fa76f8 None None] Port a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1 was not found and therefore no delete operation was performed {{(pid=103565) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 04 08:22:05.301130 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-28039e48-910c-425d-8a47-efaf17fa76f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443'] for port (a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1), after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:05.305417 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port aa8267ee-1560-4489-8531-27e9324ea866 is: DOWN; New status is: BUILD {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:22:05.305777 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (aa8267ee-1560-4489-8531-27e9324ea866), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:05.308155 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.services.segments.db [None req-5d700d34-264d-45a7-9be4-f6dc045cada1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd04653-c1ab-4203-b77b-725a22d212fb']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:05.318313 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.services.segments.db [None req-5d700d34-264d-45a7-9be4-f6dc045cada1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9bf2483-8ebb-4e01-a5c9-8763072d56f3') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:05.318606 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.services.segments.db [None req-5d700d34-264d-45a7-9be4-f6dc045cada1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9bf2483-8ebb-4e01-a5c9-8763072d56f3') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:05.330864 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d700d34-264d-45a7-9be4-f6dc045cada1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787185188931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29667821'] for segment (b9bf2483-8ebb-4e01-a5c9-8763072d56f3), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:05.346181 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d700d34-264d-45a7-9be4-f6dc045cada1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (b9bf2483-8ebb-4e01-a5c9-8763072d56f3), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:05.353475 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d700d34-264d-45a7-9be4-f6dc045cada1 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:22:05.353891 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d700d34-264d-45a7-9be4-f6dc045cada1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31339507'] for segment (b9bf2483-8ebb-4e01-a5c9-8763072d56f3), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: Traceback (most recent call last): May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: timer() May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: cb(*args, **kw) May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: return func(*args, **kwargs) May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: self._notify() May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: self.callback(batched_events) May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: event.method(event) May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: return f(self, *a, **k) May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: return self._get(url).json() May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: return self.request(url, 'GET', **kwargs) May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:22:05.355867 dv-cinder-840289-4-iscsi neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:22:05.416804 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d700d34-264d-45a7-9be4-f6dc045cada1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-724690'] for network (5cd04653-c1ab-4203-b77b-725a22d212fb), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:05.422488 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d700d34-264d-45a7-9be4-f6dc045cada1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:05.428785 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-5d700d34-264d-45a7-9be4-f6dc045cada1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/5cd04653-c1ab-4203-b77b-725a22d212fb HTTP/1.1" status: 204 len: 168 time: 0.5258925 May 04 08:22:05.429094 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37910) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:05.440006 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d700d34-264d-45a7-9be4-f6dc045cada1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cd04653-c1ab-4203-b77b-725a22d212fb,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:05.483401 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28039e48-910c-425d-8a47-efaf17fa76f8 None None] Pushing event deleted for resources: {'Port': ['ID=a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:05.489060 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28039e48-910c-425d-8a47-efaf17fa76f8 None None] No DVR routers for this DVR port a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1 on host dv-cinder-840289-4-iscsi {{(pid=103565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:22:05.495888 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa8267ee-1560-4489-8531-27e9324ea866 {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:22:05.516736 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port aa8267ee-1560-4489-8531-27e9324ea866, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=aa8267ee-1560-4489-8531-27e9324ea866,segment=NetworkSegment(379d6a15-5185-48de-b859-cd8ac013b448),segment_id=379d6a15-5185-48de-b859-cd8ac013b448)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:05.525748 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (aa8267ee-1560-4489-8531-27e9324ea866), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:05.575978 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=aa8267ee-1560-4489-8531-27e9324ea866,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:05.739627 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:05.844645 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['aa8267ee-1560-4489-8531-27e9324ea866'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:22:05.858696 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a8bb9267-8046-42c2-85da-d12872f3661d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-723922'] for router_interface (5b360baa-6d3b-484b-a543-9ab779c6e8f0), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:06.022971 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27057a-88a7-4525-8a08-f83d06cbf3f1 req-e283f606-7b96-4900-b29d-be3ce52928ec tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:06.024461 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-bc27057a-88a7-4525-8a08-f83d06cbf3f1 req-e283f606-7b96-4900-b29d-be3ce52928ec tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18 HTTP/1.1" status: 200 len: 945 time: 0.0540199 May 04 08:22:06.072564 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-bc27057a-88a7-4525-8a08-f83d06cbf3f1 req-032af5f1-18be-43ff-bba6-97f25657af8a tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7397585-9122-47ca-bfa9-9ef0cbcef973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420783 May 04 08:22:06.188902 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 177c6f1a-da34-4c99-9a56-82546247e453 no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:22:06.197794 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 6 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:22:06.198514 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb9267-8046-42c2-85da-d12872f3661d admin admin] Deleting port 5ec62101-beb3-4b37-b899-a961a629f4e7 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:22:06.198860 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a8bb9267-8046-42c2-85da-d12872f3661d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (5ec62101-beb3-4b37-b899-a961a629f4e7), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:06.217387 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: 177c6f1a-da34-4c99-9a56-82546247e453 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:22:06.218488 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 177c6f1a-da34-4c99-9a56-82546247e453 not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:22:06.218993 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1 no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:22:06.229528 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e1c20-1d88-49a4-8bcf-faa02160a483 req-99a3f67d-28dc-4f8f-9928-dc9e0a0cad4e tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:06.231140 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dd3e1c20-1d88-49a4-8bcf-faa02160a483 req-99a3f67d-28dc-4f8f-9928-dc9e0a0cad4e tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0497782 May 04 08:22:06.242222 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:22:06.243082 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device a0b14ea1-5bbe-45a8-85e4-b06bcc4899e1 not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:22:06.279140 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dd3e1c20-1d88-49a4-8bcf-faa02160a483 req-189f0a0d-f0ac-46a8-baa9-f2b91890b05d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423121 May 04 08:22:06.284177 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-a8bb9267-8046-42c2-85da-d12872f3661d admin admin] For port 5ec62101-beb3-4b37-b899-a961a629f4e7, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=5ec62101-beb3-4b37-b899-a961a629f4e7,segment=NetworkSegment(f6d317e1-c130-4b5f-8968-048487714143),segment_id=f6d317e1-c130-4b5f-8968-048487714143)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:06.284547 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a8bb9267-8046-42c2-85da-d12872f3661d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (5ec62101-beb3-4b37-b899-a961a629f4e7), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:06.297411 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb9267-8046-42c2-85da-d12872f3661d admin admin] Calling delete_port for 5ec62101-beb3-4b37-b899-a961a629f4e7 owned by network:router_interface {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:22:06.482583 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a8bb9267-8046-42c2-85da-d12872f3661d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (5ec62101-beb3-4b37-b899-a961a629f4e7), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:06.507041 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb9267-8046-42c2-85da-d12872f3661d admin admin] Pushing event deleted for resources: {'Port': ['ID=5ec62101-beb3-4b37-b899-a961a629f4e7,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:06.675630 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a8bb9267-8046-42c2-85da-d12872f3661d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734405'] for router_interface (5b360baa-6d3b-484b-a543-9ab779c6e8f0), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:06.894502 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bb9267-8046-42c2-85da-d12872f3661d admin admin] Router 5b360baa-6d3b-484b-a543-9ab779c6e8f0 has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:22:07.006123 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bb9267-8046-42c2-85da-d12872f3661d admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:22:07.011814 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-a8bb9267-8046-42c2-85da-d12872f3661d admin admin] 10.222.0.59 "PUT /v2.0/routers/5b360baa-6d3b-484b-a543-9ab779c6e8f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5817034 May 04 08:22:07.014421 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37944) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:07.019297 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b1e266-883b-4179-bd2f-ac87d3f18d00 None None] Sync routers for ids ['5b360baa-6d3b-484b-a543-9ab779c6e8f0'] in dv-cinder-840289-4-iscsi {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:22:07.030102 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b1e266-883b-4179-bd2f-ac87d3f18d00 None None] Routers {'5b360baa-6d3b-484b-a543-9ab779c6e8f0'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:22:07.031136 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d4b1e266-883b-4179-bd2f-ac87d3f18d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:22:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['5b360baa-6d3b-484b-a543-9ab779c6e8f0'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:07.072880 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device aa8267ee-1560-4489-8531-27e9324ea866 up at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:22:07.156378 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cab978ee-d52a-43eb-b73a-d52e7becaf2f admin admin] Publish callbacks [] for router (5b360baa-6d3b-484b-a543-9ab779c6e8f0), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:07.176886 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning for port aa8267ee-1560-4489-8531-27e9324ea866 completed by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:22:07.189973 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning complete for port aa8267ee-1560-4489-8531-27e9324ea866 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:22:07.190491 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (aa8267ee-1560-4489-8531-27e9324ea866), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:07.207666 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829a728-5a05-4bf4-b7e1-074a8f6fb1e4 req-99c5e9cf-0b0a-4b4e-af39-161dde00a922 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:07.209699 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f829a728-5a05-4bf4-b7e1-074a8f6fb1e4 req-99c5e9cf-0b0a-4b4e-af39-161dde00a922 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18 HTTP/1.1" status: 200 len: 945 time: 0.0622411 May 04 08:22:07.220133 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-d4b1e266-883b-4179-bd2f-ac87d3f18d00 None None] Set router 5b360baa-6d3b-484b-a543-9ab779c6e8f0 gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:22:07.271637 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f829a728-5a05-4bf4-b7e1-074a8f6fb1e4 req-06ce59a2-c3f6-4473-8c02-51d165d0a341 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7397585-9122-47ca-bfa9-9ef0cbcef973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546989 May 04 08:22:07.411743 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port aa8267ee-1560-4489-8531-27e9324ea866 is: BUILD; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:22:07.412196 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (aa8267ee-1560-4489-8531-27e9324ea866), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:07.421249 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406e0ad-dfef-4bdf-903b-4af0891688b0 req-f3b92e82-28d1-46ec-a933-64af8279aaec tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:07.422966 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e406e0ad-dfef-4bdf-903b-4af0891688b0 req-f3b92e82-28d1-46ec-a933-64af8279aaec tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0589883 May 04 08:22:07.467316 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8267ee-1560-4489-8531-27e9324ea866'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:22:07.469555 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72c2d60-79b4-4abd-86f4-220f34f19713" -d '{"events": [{"server_uuid": "3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18", "name": "network-vif-plugged", "status": "completed", "tag": "aa8267ee-1560-4489-8531-27e9324ea866"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:22:07.479465 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e406e0ad-dfef-4bdf-903b-4af0891688b0 req-628ad90f-d74f-435f-93ec-24349f8c2073 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479405 May 04 08:22:07.485931 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port aa8267ee-1560-4489-8531-27e9324ea866, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=aa8267ee-1560-4489-8531-27e9324ea866,segment=NetworkSegment(379d6a15-5185-48de-b859-cd8ac013b448),segment_id=379d6a15-5185-48de-b859-cd8ac013b448)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:07.493091 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (aa8267ee-1560-4489-8531-27e9324ea866), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:07.497131 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d4b1e266-883b-4179-bd2f-ac87d3f18d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b360baa-6d3b-484b-a543-9ab779c6e8f0', 'name': 'tempest-TestMinimumBasicScenario-1335382513-router', 'tenant_id': 'b22a9c819c2f4500922f7a5c27ac60f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '752c8820-f70a-4ac6-965d-d90ac8cbb017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:18:44Z', 'updated_at': '2022-05-04T08:22:06Z', 'revision_number': 5, 'project_id': 'b22a9c819c2f4500922f7a5c27ac60f4', 'gw_port': {'id': '752c8820-f70a-4ac6-965d-d90ac8cbb017', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b360baa-6d3b-484b-a543-9ab779c6e8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:45Z', 'updated_at': '2022-05-04T08:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:07.527177 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad16101-cb60-4817-a528-1bebb9047d52 x-openstack-request-id: req-dad16101-cb60-4817-a528-1bebb9047d52 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:22:07.527468 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18", "name": "network-vif-plugged", "status": "completed", "tag": "aa8267ee-1560-4489-8531-27e9324ea866", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:22:07.527720 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dad16101-cb60-4817-a528-1bebb9047d52 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:22:07.528118 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dad16101-cb60-4817-a528-1bebb9047d52'] response: {'server_uuid': '3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8267ee-1560-4489-8531-27e9324ea866', 'code': 200} May 04 08:22:07.544673 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b1e266-883b-4179-bd2f-ac87d3f18d00 None None] Checking router: 5b360baa-6d3b-484b-a543-9ab779c6e8f0 for host: dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:22:07.548152 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cab978ee-d52a-43eb-b73a-d52e7becaf2f admin admin] Publish callbacks [] for router_gateway (5b360baa-6d3b-484b-a543-9ab779c6e8f0), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:07.568179 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b1e266-883b-4179-bd2f-ac87d3f18d00 None None] Routers {'5b360baa-6d3b-484b-a543-9ab779c6e8f0'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:22:07.568802 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d4b1e266-883b-4179-bd2f-ac87d3f18d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:22:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['5b360baa-6d3b-484b-a543-9ab779c6e8f0'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:07.599678 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-cab978ee-d52a-43eb-b73a-d52e7becaf2f admin admin] Deleting port 752c8820-f70a-4ac6-965d-d90ac8cbb017 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:22:07.599993 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cab978ee-d52a-43eb-b73a-d52e7becaf2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (752c8820-f70a-4ac6-965d-d90ac8cbb017), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:07.615798 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=aa8267ee-1560-4489-8531-27e9324ea866,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:07.670977 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-d4b1e266-883b-4179-bd2f-ac87d3f18d00 None None] Set router 5b360baa-6d3b-484b-a543-9ab779c6e8f0 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:22:07.684793 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-cab978ee-d52a-43eb-b73a-d52e7becaf2f admin admin] For port 752c8820-f70a-4ac6-965d-d90ac8cbb017, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=752c8820-f70a-4ac6-965d-d90ac8cbb017,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:07.685138 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cab978ee-d52a-43eb-b73a-d52e7becaf2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (752c8820-f70a-4ac6-965d-d90ac8cbb017), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:07.722143 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d4b1e266-883b-4179-bd2f-ac87d3f18d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b360baa-6d3b-484b-a543-9ab779c6e8f0', 'name': 'tempest-TestMinimumBasicScenario-1335382513-router', 'tenant_id': 'b22a9c819c2f4500922f7a5c27ac60f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:18:44Z', 'updated_at': '2022-05-04T08:22:07Z', 'revision_number': 6, 'project_id': 'b22a9c819c2f4500922f7a5c27ac60f4', 'gw_port_host': None}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:07.723592 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-cab978ee-d52a-43eb-b73a-d52e7becaf2f admin admin] Calling delete_port for 752c8820-f70a-4ac6-965d-d90ac8cbb017 owned by network:router_gateway {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:22:07.742456 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee202a-5e2a-454e-b13d-1f3b830769bb req-1db170d3-f0bc-484b-900f-6e235546af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:07.743979 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ecee202a-5e2a-454e-b13d-1f3b830769bb req-1db170d3-f0bc-484b-900f-6e235546af7c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18 HTTP/1.1" status: 200 len: 1130 time: 0.0509584 May 04 08:22:07.751144 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b1e266-883b-4179-bd2f-ac87d3f18d00 None None] The sync data for ids ['5b360baa-6d3b-484b-a543-9ab779c6e8f0'] in dv-cinder-840289-4-iscsi is: [{'id': '5b360baa-6d3b-484b-a543-9ab779c6e8f0', 'name': 'tempest-TestMinimumBasicScenario-1335382513-router', 'tenant_id': 'b22a9c819c2f4500922f7a5c27ac60f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:18:44Z', 'updated_at': '2022-05-04T08:22:07Z', 'revision_number': 6, 'project_id': 'b22a9c819c2f4500922f7a5c27ac60f4', 'gw_port_host': None}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:22:07.827054 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ecee202a-5e2a-454e-b13d-1f3b830769bb req-f7936a93-e15f-46bf-8f35-a5c4466b6fa9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b7397585-9122-47ca-bfa9-9ef0cbcef973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542204 May 04 08:22:07.934259 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cab978ee-d52a-43eb-b73a-d52e7becaf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (752c8820-f70a-4ac6-965d-d90ac8cbb017), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:07.959802 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab978ee-d52a-43eb-b73a-d52e7becaf2f admin admin] Pushing event deleted for resources: {'Port': ['ID=752c8820-f70a-4ac6-965d-d90ac8cbb017,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:08.027848 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cab978ee-d52a-43eb-b73a-d52e7becaf2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-724128'] for router_gateway (5b360baa-6d3b-484b-a543-9ab779c6e8f0), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:08.127302 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cab978ee-d52a-43eb-b73a-d52e7becaf2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-778620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2882'] for router (5b360baa-6d3b-484b-a543-9ab779c6e8f0), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:08.130245 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cab978ee-d52a-43eb-b73a-d52e7becaf2f admin admin] Publish callbacks [] for router_controller (5b360baa-6d3b-484b-a543-9ab779c6e8f0), precommit_delete_associations {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:08.180546 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cab978ee-d52a-43eb-b73a-d52e7becaf2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-778613'] for router (5b360baa-6d3b-484b-a543-9ab779c6e8f0), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:08.181520 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab978ee-d52a-43eb-b73a-d52e7becaf2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b360baa-6d3b-484b-a543-9ab779c6e8f0 {{(pid=103564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 08:22:08.186780 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cab978ee-d52a-43eb-b73a-d52e7becaf2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:08.190326 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-cab978ee-d52a-43eb-b73a-d52e7becaf2f admin admin] 10.222.0.59 "DELETE /v2.0/routers/5b360baa-6d3b-484b-a543-9ab779c6e8f0 HTTP/1.1" status: 204 len: 168 time: 1.1726239 May 04 08:22:08.191187 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37960) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:08.240112 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_v2 [None req-83195bb2-5942-4434-be57-0b2950cd397d admin admin] Deleting subnet 69c382a8-898d-4c09-b93a-cb57cc8c6ad8 {{(pid=103564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:22:08.243512 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-83195bb2-5942-4434-be57-0b2950cd397d admin admin] Publish callbacks [] for subnet (69c382a8-898d-4c09-b93a-cb57cc8c6ad8), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:08.283146 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-83195bb2-5942-4434-be57-0b2950cd397d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30599352'] for subnet (69c382a8-898d-4c09-b93a-cb57cc8c6ad8), precommit_delete_associations {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:08.383401 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af1055-2c05-420f-8d4f-5dd192ba929d req-cf5675d5-9c76-4b44-bb24-0dc671a3026f tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:08.385798 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-85af1055-2c05-420f-8d4f-5dd192ba929d req-cf5675d5-9c76-4b44-bb24-0dc671a3026f tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18 HTTP/1.1" status: 200 len: 946 time: 0.0485127 May 04 08:22:08.406208 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-83195bb2-5942-4434-be57-0b2950cd397d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902914'] for subnet (69c382a8-898d-4c09-b93a-cb57cc8c6ad8), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:08.443209 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-85af1055-2c05-420f-8d4f-5dd192ba929d req-1bdbd324-a776-4d41-a61a-4828b8a45f0c tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7397585-9122-47ca-bfa9-9ef0cbcef973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506926 May 04 08:22:08.475608 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-83195bb2-5942-4434-be57-0b2950cd397d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30599765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30760197'] for subnet (69c382a8-898d-4c09-b93a-cb57cc8c6ad8), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:08.505324 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83195bb2-5942-4434-be57-0b2950cd397d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69c382a8-898d-4c09-b93a-cb57cc8c6ad8,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:08.509045 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-83195bb2-5942-4434-be57-0b2950cd397d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:08.515096 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-83195bb2-5942-4434-be57-0b2950cd397d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/69c382a8-898d-4c09-b93a-cb57cc8c6ad8 HTTP/1.1" status: 204 len: 168 time: 0.3201056 May 04 08:22:08.515321 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 37974) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:08.515526 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692810bb-d7db-4050-870f-98fc63156709 None None] Network fb020a03-acb5-40f1-9895-9f55371d5bee requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:22:08.577985 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37978) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:08.649161 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d597dd92-88d6-4c43-94a2-9e1df37ec9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1812560'] for network (fb020a03-acb5-40f1-9895-9f55371d5bee), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:08.649775 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 5ec62101-beb3-4b37-b899-a961a629f4e7 no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:22:08.679608 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: 5ec62101-beb3-4b37-b899-a961a629f4e7 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:22:08.680176 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 5ec62101-beb3-4b37-b899-a961a629f4e7 not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:22:08.715259 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-395b58ea-e7f4-4424-873c-5af8dbf3b979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:08.725999 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdaeae6-a97a-47a3-b1e0-c1d96307be34 req-e72c5995-d744-4930-919f-0b8a0cd17d88 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:08.731385 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-bfdaeae6-a97a-47a3-b1e0-c1d96307be34 req-e72c5995-d744-4930-919f-0b8a0cd17d88 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0989535 May 04 08:22:08.778240 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d597dd92-88d6-4c43-94a2-9e1df37ec9bf admin admin] Deleting port 40a21ee3-5aca-4158-b2bd-29f9db67828c {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:22:08.778723 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d597dd92-88d6-4c43-94a2-9e1df37ec9bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (40a21ee3-5aca-4158-b2bd-29f9db67828c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:08.781756 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9e4c26-ca9c-40ba-90eb-5118bcd98f9c None None] DHCP port deletion for fb020a03-acb5-40f1-9895-9f55371d5bee request from dv-cinder-840289-4-iscsi {{(pid=103565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 08:22:08.811569 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-bfdaeae6-a97a-47a3-b1e0-c1d96307be34 req-3956a629-8604-4544-8cbb-d95443dab4ab tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756030 May 04 08:22:08.820214 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-395b58ea-e7f4-4424-873c-5af8dbf3b979 admin admin] Publish callbacks [] for security_group (40309c1b-1922-424d-964d-dfca9008bade), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:08.824312 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e4c26-ca9c-40ba-90eb-5118bcd98f9c None None] Deleting port 40a21ee3-5aca-4158-b2bd-29f9db67828c {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:22:08.824904 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5d9e4c26-ca9c-40ba-90eb-5118bcd98f9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (40a21ee3-5aca-4158-b2bd-29f9db67828c), before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:08.830991 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-395b58ea-e7f4-4424-873c-5af8dbf3b979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (40309c1b-1922-424d-964d-dfca9008bade), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:08.873872 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b58ea-e7f4-4424-873c-5af8dbf3b979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40309c1b-1922-424d-964d-dfca9008bade,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:08.886208 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-395b58ea-e7f4-4424-873c-5af8dbf3b979 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0daf89a55cd5470b983b17e5b64dc085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048224 May 04 08:22:08.888053 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37982) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:08.893240 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-d597dd92-88d6-4c43-94a2-9e1df37ec9bf admin admin] For port 40a21ee3-5aca-4158-b2bd-29f9db67828c, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=40a21ee3-5aca-4158-b2bd-29f9db67828c,segment=NetworkSegment(f6d317e1-c130-4b5f-8968-048487714143),segment_id=f6d317e1-c130-4b5f-8968-048487714143)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:08.893607 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d597dd92-88d6-4c43-94a2-9e1df37ec9bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (40a21ee3-5aca-4158-b2bd-29f9db67828c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:08.901096 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-5d9e4c26-ca9c-40ba-90eb-5118bcd98f9c None None] For port 40a21ee3-5aca-4158-b2bd-29f9db67828c, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=40a21ee3-5aca-4158-b2bd-29f9db67828c,segment=NetworkSegment(f6d317e1-c130-4b5f-8968-048487714143),segment_id=f6d317e1-c130-4b5f-8968-048487714143)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:08.902353 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5d9e4c26-ca9c-40ba-90eb-5118bcd98f9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (40a21ee3-5aca-4158-b2bd-29f9db67828c), precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:08.911211 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d597dd92-88d6-4c43-94a2-9e1df37ec9bf admin admin] Calling delete_port for 40a21ee3-5aca-4158-b2bd-29f9db67828c owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:22:08.927214 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e4c26-ca9c-40ba-90eb-5118bcd98f9c None None] Calling delete_port for 40a21ee3-5aca-4158-b2bd-29f9db67828c owned by network:dhcp {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:22:08.957255 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2925f695-6d61-4503-a24d-01a2331fee07 admin admin] Publish callbacks [] for security_group (40309c1b-1922-424d-964d-dfca9008bade), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:08.982473 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2925f695-6d61-4503-a24d-01a2331fee07 admin admin] Publish callbacks [] for security_group (40309c1b-1922-424d-964d-dfca9008bade), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:09.012217 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d597dd92-88d6-4c43-94a2-9e1df37ec9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (40a21ee3-5aca-4158-b2bd-29f9db67828c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:09.026843 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5d9e4c26-ca9c-40ba-90eb-5118bcd98f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443'] for port (40a21ee3-5aca-4158-b2bd-29f9db67828c), after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:09.030800 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d597dd92-88d6-4c43-94a2-9e1df37ec9bf admin admin] No DVR routers for this DVR port 40a21ee3-5aca-4158-b2bd-29f9db67828c on host dv-cinder-840289-4-iscsi {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:22:09.042951 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9e4c26-ca9c-40ba-90eb-5118bcd98f9c None None] No DVR routers for this DVR port 40a21ee3-5aca-4158-b2bd-29f9db67828c on host dv-cinder-840289-4-iscsi {{(pid=103565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:22:09.046293 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2925f695-6d61-4503-a24d-01a2331fee07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (40309c1b-1922-424d-964d-dfca9008bade), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:09.049026 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2925f695-6d61-4503-a24d-01a2331fee07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:09.052890 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-2925f695-6d61-4503-a24d-01a2331fee07 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/40309c1b-1922-424d-964d-dfca9008bade HTTP/1.1" status: 204 len: 168 time: 0.1604719 May 04 08:22:09.055358 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597dd92-88d6-4c43-94a2-9e1df37ec9bf admin admin] Pushing event deleted for resources: {'Port': ['ID=40a21ee3-5aca-4158-b2bd-29f9db67828c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:09.065497 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925f695-6d61-4503-a24d-01a2331fee07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40309c1b-1922-424d-964d-dfca9008bade,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:09.070903 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e4c26-ca9c-40ba-90eb-5118bcd98f9c None None] Pushing event deleted for resources: {'Port': ['ID=40a21ee3-5aca-4158-b2bd-29f9db67828c,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:09.156335 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d597dd92-88d6-4c43-94a2-9e1df37ec9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903351', 'neutron.services.segments.db._delete_segments_for_network-8787185188154'] for network (fb020a03-acb5-40f1-9895-9f55371d5bee), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:09.181878 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.services.segments.db [None req-d597dd92-88d6-4c43-94a2-9e1df37ec9bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb020a03-acb5-40f1-9895-9f55371d5bee']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:09.192903 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.services.segments.db [None req-d597dd92-88d6-4c43-94a2-9e1df37ec9bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d317e1-c130-4b5f-8968-048487714143') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:09.193343 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.services.segments.db [None req-d597dd92-88d6-4c43-94a2-9e1df37ec9bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d317e1-c130-4b5f-8968-048487714143') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:09.203725 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d597dd92-88d6-4c43-94a2-9e1df37ec9bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787185188931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29667821'] for segment (f6d317e1-c130-4b5f-8968-048487714143), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:09.219044 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d597dd92-88d6-4c43-94a2-9e1df37ec9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (f6d317e1-c130-4b5f-8968-048487714143), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:09.225538 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d597dd92-88d6-4c43-94a2-9e1df37ec9bf admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:22:09.226944 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d597dd92-88d6-4c43-94a2-9e1df37ec9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31339507'] for segment (f6d317e1-c130-4b5f-8968-048487714143), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: Traceback (most recent call last): May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: timer() May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: cb(*args, **kw) May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: return func(*args, **kwargs) May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: self._notify() May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: self.callback(batched_events) May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: event.method(event) May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: return f(self, *a, **k) May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: return self._get(url).json() May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: return self.request(url, 'GET', **kwargs) May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:22:09.229050 dv-cinder-840289-4-iscsi neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:22:09.285033 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d597dd92-88d6-4c43-94a2-9e1df37ec9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-724690'] for network (fb020a03-acb5-40f1-9895-9f55371d5bee), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:09.290219 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d597dd92-88d6-4c43-94a2-9e1df37ec9bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:09.293414 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-d597dd92-88d6-4c43-94a2-9e1df37ec9bf admin admin] 10.222.0.59 "DELETE /v2.0/networks/fb020a03-acb5-40f1-9895-9f55371d5bee HTTP/1.1" status: 204 len: 168 time: 0.7771363 May 04 08:22:09.304717 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597dd92-88d6-4c43-94a2-9e1df37ec9bf admin admin] Pushing event deleted for resources: {'Network': ['ID=fb020a03-acb5-40f1-9895-9f55371d5bee,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:09.349164 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 37990) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:09.362473 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7228f14b-88df-4fe7-a07d-92da428a1af7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:09.422328 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 37992) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:09.468317 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7228f14b-88df-4fe7-a07d-92da428a1af7 admin admin] Publish callbacks [] for security_group (3f5b57b4-91b5-46a3-9fb0-c8266be08ced), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:09.476032 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7228f14b-88df-4fe7-a07d-92da428a1af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (3f5b57b4-91b5-46a3-9fb0-c8266be08ced), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:09.490703 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-226558a5-ce23-4489-94e0-f3979f9a1215 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f62edba9a4f9457c82909ceed58104c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0671508 May 04 08:22:09.493294 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37996) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:09.515005 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-7228f14b-88df-4fe7-a07d-92da428a1af7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dd71f39c20a44643846c96d62500ed79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1647198 May 04 08:22:09.519973 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 37998) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:09.528754 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228f14b-88df-4fe7-a07d-92da428a1af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5b57b4-91b5-46a3-9fb0-c8266be08ced,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:09.564033 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc09ca-f7cd-4ddb-a287-442d6a38b6b9 req-5d298a46-25b9-430e-98ad-194256de2a99 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:09.566009 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-aafc09ca-f7cd-4ddb-a287-442d6a38b6b9 req-5d298a46-25b9-430e-98ad-194256de2a99 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18 HTTP/1.1" status: 200 len: 946 time: 0.0500159 May 04 08:22:09.569192 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-48cb2b4c-aaed-4a72-9bbf-7e0f1f4687d1 admin admin] Publish callbacks [] for security_group (2cd30bb2-49e9-430b-9aaa-05222c87c965), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:09.605727 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-48cb2b4c-aaed-4a72-9bbf-7e0f1f4687d1 admin admin] Publish callbacks [] for security_group (2cd30bb2-49e9-430b-9aaa-05222c87c965), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:09.613077 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-aafc09ca-f7cd-4ddb-a287-442d6a38b6b9 req-4c5961d7-a824-4d1e-95e3-5285d037c76b tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7397585-9122-47ca-bfa9-9ef0cbcef973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410728 May 04 08:22:09.615415 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d6ee8ae5-4f93-4436-97c9-bd10a2de3ae5 admin admin] Publish callbacks [] for security_group (3f5b57b4-91b5-46a3-9fb0-c8266be08ced), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:09.654270 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d6ee8ae5-4f93-4436-97c9-bd10a2de3ae5 admin admin] Publish callbacks [] for security_group (3f5b57b4-91b5-46a3-9fb0-c8266be08ced), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:09.699860 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-48cb2b4c-aaed-4a72-9bbf-7e0f1f4687d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (2cd30bb2-49e9-430b-9aaa-05222c87c965), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:09.702658 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-48cb2b4c-aaed-4a72-9bbf-7e0f1f4687d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:09.703851 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-48cb2b4c-aaed-4a72-9bbf-7e0f1f4687d1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2cd30bb2-49e9-430b-9aaa-05222c87c965 HTTP/1.1" status: 204 len: 168 time: 0.2093444 May 04 08:22:09.713305 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d6ee8ae5-4f93-4436-97c9-bd10a2de3ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (3f5b57b4-91b5-46a3-9fb0-c8266be08ced), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:09.715964 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d6ee8ae5-4f93-4436-97c9-bd10a2de3ae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:09.717100 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-d6ee8ae5-4f93-4436-97c9-bd10a2de3ae5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3f5b57b4-91b5-46a3-9fb0-c8266be08ced HTTP/1.1" status: 204 len: 168 time: 0.1961684 May 04 08:22:09.718164 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb2b4c-aaed-4a72-9bbf-7e0f1f4687d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd30bb2-49e9-430b-9aaa-05222c87c965,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:09.727498 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee8ae5-4f93-4436-97c9-bd10a2de3ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5b57b4-91b5-46a3-9fb0-c8266be08ced,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:09.759526 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf11be-d01b-4cf1-b309-6f281d9525e4 req-4115ff8f-de00-47df-83d4-4e4012111df1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:09.762105 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-aeaf11be-d01b-4cf1-b309-6f281d9525e4 req-4115ff8f-de00-47df-83d4-4e4012111df1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18 HTTP/1.1" status: 200 len: 946 time: 0.0860691 May 04 08:22:09.772452 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 38006) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:09.778099 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-aebddbbf-a124-494d-8a57-061b9d81a2c7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Request body: {'floatingip': {'port_id': 'aa8267ee-1560-4489-8531-27e9324ea866'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:22:09.821819 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aebddbbf-a124-494d-8a57-061b9d81a2c7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for floatingip (b2fe83dd-0991-4b05-a70d-d6462f1a6c6f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:09.965672 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e98d00-7a36-4fcd-8537-0050e954214e req-e5b4853c-75d6-4670-a3c0-ad531b57ae63 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:09.967401 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-26e98d00-7a36-4fcd-8537-0050e954214e req-e5b4853c-75d6-4670-a3c0-ad531b57ae63 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0548198 May 04 08:22:10.035578 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-26e98d00-7a36-4fcd-8537-0050e954214e req-fee876d6-e3aa-43f6-91eb-1ae5915cdedd tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579214 May 04 08:22:10.181479 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 38020) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:10.196673 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 752c8820-f70a-4ac6-965d-d90ac8cbb017 no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:22:10.233732 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-294acfd3-8e90-41f7-beed-8da5a9742fa2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b22a9c819c2f4500922f7a5c27ac60f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509036 May 04 08:22:10.236551 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 38024) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:10.358638 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: 752c8820-f70a-4ac6-965d-d90ac8cbb017 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:22:10.359291 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 752c8820-f70a-4ac6-965d-d90ac8cbb017 not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:22:10.359690 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 40a21ee3-5aca-4158-b2bd-29f9db67828c no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:22:10.360871 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3f4e2ed3-e016-4c13-bbb0-222ebddb4978 admin admin] Publish callbacks [] for security_group (821be9fd-e062-49fe-8c89-86dec9a42d85), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:10.375283 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aebddbbf-a124-494d-8a57-061b9d81a2c7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:10.379313 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: 40a21ee3-5aca-4158-b2bd-29f9db67828c {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:22:10.379841 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 40a21ee3-5aca-4158-b2bd-29f9db67828c not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:22:10.381341 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aebddbbf-a124-494d-8a57-061b9d81a2c7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (b2fe83dd-0991-4b05-a70d-d6462f1a6c6f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:10.428202 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3f4e2ed3-e016-4c13-bbb0-222ebddb4978 admin admin] Publish callbacks [] for security_group (821be9fd-e062-49fe-8c89-86dec9a42d85), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:10.521737 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.l3_db [None req-aebddbbf-a124-494d-8a57-061b9d81a2c7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Floating IP b2fe83dd-0991-4b05-a70d-d6462f1a6c6f associated. External IP: 172.27.3.23, port: aa8267ee-1560-4489-8531-27e9324ea866. May 04 08:22:10.525531 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3f4e2ed3-e016-4c13-bbb0-222ebddb4978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (821be9fd-e062-49fe-8c89-86dec9a42d85), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:10.527422 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3f4e2ed3-e016-4c13-bbb0-222ebddb4978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:10.528559 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-3f4e2ed3-e016-4c13-bbb0-222ebddb4978 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/821be9fd-e062-49fe-8c89-86dec9a42d85 HTTP/1.1" status: 204 len: 168 time: 0.2909663 May 04 08:22:10.571987 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e2ed3-e016-4c13-bbb0-222ebddb4978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821be9fd-e062-49fe-8c89-86dec9a42d85,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:10.761807 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebddbbf-a124-494d-8a57-061b9d81a2c7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:22:10.892034 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebddbbf-a124-494d-8a57-061b9d81a2c7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:22:10.903027 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aebddbbf-a124-494d-8a57-061b9d81a2c7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:10.908416 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82c043c-7c52-4663-a180-a393a4bf7616 None None] Sync routers for ids ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:22:10.933158 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82c043c-7c52-4663-a180-a393a4bf7616 None None] Routers {'596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:22:10.934434 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-b82c043c-7c52-4663-a180-a393a4bf7616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:22:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:10.962527 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-aebddbbf-a124-494d-8a57-061b9d81a2c7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "PUT /v2.0/floatingips/b2fe83dd-0991-4b05-a70d-d6462f1a6c6f HTTP/1.1" status: 200 len: 991 time: 1.1887121 May 04 08:22:10.963436 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18', 'tag': 'aa8267ee-1560-4489-8531-27e9324ea866'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:22:10.966143 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e06a1ac-8251-4b66-a69d-21dd2953e117" -d '{"events": [{"name": "network-changed", "server_uuid": "3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18", "tag": "aa8267ee-1560-4489-8531-27e9324ea866"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:22:11.008692 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e26d9f-7513-4273-95c4-81591c9b2bcd x-openstack-request-id: req-b2e26d9f-7513-4273-95c4-81591c9b2bcd {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:22:11.008992 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18", "tag": "aa8267ee-1560-4489-8531-27e9324ea866", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:22:11.009254 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b2e26d9f-7513-4273-95c4-81591c9b2bcd {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:22:11.009672 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2e26d9f-7513-4273-95c4-81591c9b2bcd'] response: {'name': 'network-changed', 'server_uuid': '3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18', 'tag': 'aa8267ee-1560-4489-8531-27e9324ea866', 'status': 'completed', 'code': 200} May 04 08:22:11.053417 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-b82c043c-7c52-4663-a180-a393a4bf7616 None None] Set router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:22:11.127445 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06a1ac-8251-4b66-a69d-21dd2953e117 req-2a7cd0d4-2e1d-4c8e-86c0-155f59debf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:11.129297 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3e06a1ac-8251-4b66-a69d-21dd2953e117 req-2a7cd0d4-2e1d-4c8e-86c0-155f59debf96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49d87bce57a4470d85b4df9b85eb9602&device_id=3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18 HTTP/1.1" status: 200 len: 1130 time: 0.0650074 May 04 08:22:11.173889 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466b2ec-7d7c-4977-bcb2-1aefcb7b732d req-735eb893-7cf4-44fb-a61e-076a6caf0e9c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:11.175814 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1466b2ec-7d7c-4977-bcb2-1aefcb7b732d req-735eb893-7cf4-44fb-a61e-076a6caf0e9c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0664907 May 04 08:22:11.230578 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1466b2ec-7d7c-4977-bcb2-1aefcb7b732d req-ef1b881f-4a13-443b-bbe0-bf10a22c2372 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475752 May 04 08:22:11.248465 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06a1ac-8251-4b66-a69d-21dd2953e117 req-5f43349b-f50f-4963-8214-40bfe9bb6586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:11.249977 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3e06a1ac-8251-4b66-a69d-21dd2953e117 req-5f43349b-f50f-4963-8214-40bfe9bb6586 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2275bde-63c0-443b-bf71-d866f4d5c8f1 HTTP/1.1" status: 200 len: 915 time: 0.1109648 May 04 08:22:11.319386 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3e06a1ac-8251-4b66-a69d-21dd2953e117 req-7dde622f-8fd0-4ebb-8f35-173d09e32992 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa8267ee-1560-4489-8531-27e9324ea866 HTTP/1.1" status: 200 len: 999 time: 0.0614474 May 04 08:22:11.323703 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-b82c043c-7c52-4663-a180-a393a4bf7616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'b2fe83dd-0991-4b05-a70d-d6462f1a6c6f', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'port_id': 'aa8267ee-1560-4489-8531-27e9324ea866', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'mac_address': 'fa:16:3e:34:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:21:54Z', 'updated_at': '2022-05-04T08:22:10Z', 'revision_number': 1, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0be89f-d1e7-4551-99d6-a575798b7796', 'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'mac_address': 'fa:16:3e:dc:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:21Z', 'revision_number': 5, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'subnets': [{'id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:11.354278 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82c043c-7c52-4663-a180-a393a4bf7616 None None] Checking router: 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:22:11.364546 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82c043c-7c52-4663-a180-a393a4bf7616 None None] Routers {'596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:22:11.365125 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-b82c043c-7c52-4663-a180-a393a4bf7616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:22:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:11.379618 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06a1ac-8251-4b66-a69d-21dd2953e117 req-30f716c8-ba85-44e3-9b57-717d457d7356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:11.381038 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3e06a1ac-8251-4b66-a69d-21dd2953e117 req-30f716c8-ba85-44e3-9b57-717d457d7356 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=652635ed-4b18-46ee-9740-87f4e09ea616 HTTP/1.1" status: 200 len: 853 time: 0.0547414 May 04 08:22:11.431371 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06a1ac-8251-4b66-a69d-21dd2953e117 req-6bf62440-d4d3-45a4-bd57-7df46de16b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:11.432920 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3e06a1ac-8251-4b66-a69d-21dd2953e117 req-6bf62440-d4d3-45a4-bd57-7df46de16b79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2275bde-63c0-443b-bf71-d866f4d5c8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440743 May 04 08:22:11.487387 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-b82c043c-7c52-4663-a180-a393a4bf7616 None None] Set router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:22:11.529669 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3e06a1ac-8251-4b66-a69d-21dd2953e117 req-bcfac5bc-23b1-4fdf-94ad-4ded94863378 service neutron] 10.222.0.13 "GET /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885088 May 04 08:22:11.625851 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3e06a1ac-8251-4b66-a69d-21dd2953e117 req-46d0a634-1a54-46ad-b904-5ce4f3530224 service neutron] 10.222.0.13 "GET /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893476 May 04 08:22:11.710528 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-b82c043c-7c52-4663-a180-a393a4bf7616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'b2fe83dd-0991-4b05-a70d-d6462f1a6c6f', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'port_id': 'aa8267ee-1560-4489-8531-27e9324ea866', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'mac_address': 'fa:16:3e:34:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:21:54Z', 'updated_at': '2022-05-04T08:22:10Z', 'revision_number': 1, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0be89f-d1e7-4551-99d6-a575798b7796', 'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'mac_address': 'fa:16:3e:dc:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:21Z', 'revision_number': 5, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'subnets': [{'id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:11.741072 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82c043c-7c52-4663-a180-a393a4bf7616 None None] The sync data for ids ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'] in dv-cinder-840289-4-iscsi is: [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': 'b2fe83dd-0991-4b05-a70d-d6462f1a6c6f', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'port_id': 'aa8267ee-1560-4489-8531-27e9324ea866', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'mac_address': 'fa:16:3e:34:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:21:54Z', 'updated_at': '2022-05-04T08:22:10Z', 'revision_number': 1, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0be89f-d1e7-4551-99d6-a575798b7796', 'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'mac_address': 'fa:16:3e:dc:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:21Z', 'revision_number': 5, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'subnets': [{'id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:22:11.972757 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355cfc41-f128-47fd-901e-54ebd445fcce None None] New status for floating IP b2fe83dd-0991-4b05-a70d-d6462f1a6c6f: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:22:12.366500 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f4ef9-01cd-45a7-a248-a6da289cd1fc req-9777e831-cfbd-4063-8514-cc41c7e8a086 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:12.368033 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ad2f4ef9-01cd-45a7-a248-a6da289cd1fc req-9777e831-cfbd-4063-8514-cc41c7e8a086 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0497630 May 04 08:22:12.416869 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ad2f4ef9-01cd-45a7-a248-a6da289cd1fc req-c4725e7c-8b32-40fb-88bd-89ab09f14726 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429156 May 04 08:22:13.548620 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b8aed-59d1-49b2-b23f-1b130fdb3c05 req-817ff50d-cab7-46a8-b757-bccad8f69a72 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:13.550164 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a50b8aed-59d1-49b2-b23f-1b130fdb3c05 req-817ff50d-cab7-46a8-b757-bccad8f69a72 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0510802 May 04 08:22:13.599219 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a50b8aed-59d1-49b2-b23f-1b130fdb3c05 req-e1fa3d12-ac3e-4954-9fb7-2925ef01d464 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423481 May 04 08:22:14.753778 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3967b-b6ed-43b5-8f4a-ad7070b35b8e req-290513f0-0732-4853-bde1-d944cb5e0f79 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:14.755272 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-44e3967b-b6ed-43b5-8f4a-ad7070b35b8e req-290513f0-0732-4853-bde1-d944cb5e0f79 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0696399 May 04 08:22:14.806635 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-44e3967b-b6ed-43b5-8f4a-ad7070b35b8e req-022b20f8-2364-4b4f-9d34-6cf5109593a8 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429828 May 04 08:22:15.938143 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bb6e5-108f-4250-83a7-547fd6cb1a51 req-328f77ac-13b9-4937-bbc4-c7ee2151590b tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:15.939704 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-440bb6e5-108f-4250-83a7-547fd6cb1a51 req-328f77ac-13b9-4937-bbc4-c7ee2151590b tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0534034 May 04 08:22:15.988971 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-440bb6e5-108f-4250-83a7-547fd6cb1a51 req-ac03f18c-6dae-4138-adbf-8b1d6fe1da75 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428040 May 04 08:22:17.131463 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf77257-b7b2-430e-afed-e6de2a9f9a3a req-7f722fc2-985b-4e0e-90f0-f3734d594ade tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:17.132936 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-edf77257-b7b2-430e-afed-e6de2a9f9a3a req-7f722fc2-985b-4e0e-90f0-f3734d594ade tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0503190 May 04 08:22:17.182984 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-edf77257-b7b2-430e-afed-e6de2a9f9a3a req-f3222480-2741-443c-a232-a1e93401bfeb tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444024 May 04 08:22:18.308781 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f865a-0655-435c-9a27-fff1a28b950e req-c44f28b2-8fee-4b6d-b4bc-a764c259a045 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:18.310230 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1e0f865a-0655-435c-9a27-fff1a28b950e req-c44f28b2-8fee-4b6d-b4bc-a764c259a045 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0479391 May 04 08:22:18.358289 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1e0f865a-0655-435c-9a27-fff1a28b950e req-d2206dd1-f1ff-4a0c-95ee-a4f54d410027 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424070 May 04 08:22:19.488839 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66524e-f408-47fe-aac8-2c4b530fa028 req-e32a2892-697d-455e-a16f-10599af26b79 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:19.490348 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1f66524e-f408-47fe-aac8-2c4b530fa028 req-e32a2892-697d-455e-a16f-10599af26b79 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0479429 May 04 08:22:19.546055 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1f66524e-f408-47fe-aac8-2c4b530fa028 req-0e63c95c-8d06-4079-8456-dbc1427b562b tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500772 May 04 08:22:20.845558 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04a57e-c592-491d-a5a4-79ff0abbb754 req-8eb0dbc6-b9ce-429d-93f5-08aab8f6b54a tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:20.847095 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1b04a57e-c592-491d-a5a4-79ff0abbb754 req-8eb0dbc6-b9ce-429d-93f5-08aab8f6b54a tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0504429 May 04 08:22:20.880463 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 38146) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:20.893557 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1b04a57e-c592-491d-a5a4-79ff0abbb754 req-6c63d291-dc14-49ca-9629-db58556d2c5c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408781 May 04 08:22:20.986591 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8b115bb9-d088-4dd4-bd27-d2f6e713c1a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:21.066935 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8b115bb9-d088-4dd4-bd27-d2f6e713c1a1 admin admin] Publish callbacks [] for security_group (b19a0b60-06c2-45a2-87ae-230983264d5d), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:21.072257 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8b115bb9-d088-4dd4-bd27-d2f6e713c1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (b19a0b60-06c2-45a2-87ae-230983264d5d), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:21.108250 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b115bb9-d088-4dd4-bd27-d2f6e713c1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19a0b60-06c2-45a2-87ae-230983264d5d,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:21.112483 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-8b115bb9-d088-4dd4-bd27-d2f6e713c1a1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=153f00a006fa4ae1a894d06aebbf3b00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309594 May 04 08:22:21.115294 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 38150) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:21.166308 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-33e95bcd-c29e-459b-bb4a-0bb371a8a55a admin admin] Publish callbacks [] for security_group (b19a0b60-06c2-45a2-87ae-230983264d5d), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:21.191709 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-33e95bcd-c29e-459b-bb4a-0bb371a8a55a admin admin] Publish callbacks [] for security_group (b19a0b60-06c2-45a2-87ae-230983264d5d), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:21.251928 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-33e95bcd-c29e-459b-bb4a-0bb371a8a55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (b19a0b60-06c2-45a2-87ae-230983264d5d), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:21.254707 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-33e95bcd-c29e-459b-bb4a-0bb371a8a55a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:21.255948 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-33e95bcd-c29e-459b-bb4a-0bb371a8a55a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b19a0b60-06c2-45a2-87ae-230983264d5d HTTP/1.1" status: 204 len: 168 time: 0.1396897 May 04 08:22:21.263894 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e95bcd-c29e-459b-bb4a-0bb371a8a55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19a0b60-06c2-45a2-87ae-230983264d5d,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:21.527890 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 38156) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:21.541566 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d179315f-37a7-46b2-becd-e069c3b6f92e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:21.619382 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d179315f-37a7-46b2-becd-e069c3b6f92e admin admin] Publish callbacks [] for security_group (811862ed-d9ed-4910-a469-36a32d9841b9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:21.623712 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d179315f-37a7-46b2-becd-e069c3b6f92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (811862ed-d9ed-4910-a469-36a32d9841b9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:21.660635 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-d179315f-37a7-46b2-becd-e069c3b6f92e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0561028808054431a1776a5d314367e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316090 May 04 08:22:21.661743 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179315f-37a7-46b2-becd-e069c3b6f92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811862ed-d9ed-4910-a469-36a32d9841b9,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:21.664398 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 38160) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:21.716190 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-71b17240-653b-49d3-ba76-055d1e46e56c admin admin] Publish callbacks [] for security_group (811862ed-d9ed-4910-a469-36a32d9841b9), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:21.744300 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-71b17240-653b-49d3-ba76-055d1e46e56c admin admin] Publish callbacks [] for security_group (811862ed-d9ed-4910-a469-36a32d9841b9), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:21.793745 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-71b17240-653b-49d3-ba76-055d1e46e56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (811862ed-d9ed-4910-a469-36a32d9841b9), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:21.796311 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-71b17240-653b-49d3-ba76-055d1e46e56c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:21.797475 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-71b17240-653b-49d3-ba76-055d1e46e56c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/811862ed-d9ed-4910-a469-36a32d9841b9 HTTP/1.1" status: 204 len: 168 time: 0.1317022 May 04 08:22:21.806369 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b17240-653b-49d3-ba76-055d1e46e56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811862ed-d9ed-4910-a469-36a32d9841b9,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:22.013541 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7636a9-d7f2-46aa-b23e-beea778abcec req-e923f41f-6ed3-4c13-b521-23577cd91a5c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:22.015017 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6b7636a9-d7f2-46aa-b23e-beea778abcec req-e923f41f-6ed3-4c13-b521-23577cd91a5c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0487802 May 04 08:22:22.062620 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6b7636a9-d7f2-46aa-b23e-beea778abcec req-1814caec-2d11-4dcc-bfbf-e7591b65bb8b tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419135 May 04 08:22:23.138659 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device e9d1d045-ea33-422a-8585-5be19ff8cbdb details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:22:23.180901 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7760f1-6793-4b3c-b16a-cebf99dc61b8 req-f518a0a3-29f9-4895-8f3a-798378759a11 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:23.182592 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9d7760f1-6793-4b3c-b16a-cebf99dc61b8 req-f518a0a3-29f9-4895-8f3a-798378759a11 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0489101 May 04 08:22:23.237786 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9d7760f1-6793-4b3c-b16a-cebf99dc61b8 req-a8894d55-9174-4ff0-af7a-aff08f6f6f62 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487497 May 04 08:22:23.239051 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port e9d1d045-ea33-422a-8585-5be19ff8cbdb, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e9d1d045-ea33-422a-8585-5be19ff8cbdb,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:23.250611 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Returning: {'device': 'e9d1d045-ea33-422a-8585-5be19ff8cbdb', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'port_id': 'e9d1d045-ea33-422a-8585-5be19ff8cbdb', 'mac_address': 'fa:16:3e:77:b3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:22:23.289346 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port e9d1d045-ea33-422a-8585-5be19ff8cbdb is: ACTIVE; New status is: BUILD {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:22:23.289735 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (e9d1d045-ea33-422a-8585-5be19ff8cbdb), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:23.302987 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9d1d045-ea33-422a-8585-5be19ff8cbdb {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:22:23.323085 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port e9d1d045-ea33-422a-8585-5be19ff8cbdb, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e9d1d045-ea33-422a-8585-5be19ff8cbdb,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:23.327847 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (e9d1d045-ea33-422a-8585-5be19ff8cbdb), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:23.381054 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=e9d1d045-ea33-422a-8585-5be19ff8cbdb,revision_number=6']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:23.388051 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:23.388390 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:23.388807 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:23.389102 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:23.389437 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:23.389787 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:23.390105 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:23.390428 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:23.391020 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:23.391401 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:23.391833 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:23.392195 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:23.392603 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:23.392924 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:23.393245 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:23.536880 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['e9d1d045-ea33-422a-8585-5be19ff8cbdb'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:22:24.360973 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048f798-b992-404a-b2f6-39fa6651b314 req-a4555569-c53c-404e-bc1d-5f1344f34436 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:24.362510 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d048f798-b992-404a-b2f6-39fa6651b314 req-a4555569-c53c-404e-bc1d-5f1344f34436 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 944 time: 0.0484011 May 04 08:22:24.418310 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d048f798-b992-404a-b2f6-39fa6651b314 req-ecd352f5-5adf-49e8-9767-608313776480 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498745 May 04 08:22:25.150310 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device e9d1d045-ea33-422a-8585-5be19ff8cbdb up at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:22:25.209217 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning complete for port e9d1d045-ea33-422a-8585-5be19ff8cbdb triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:22:25.209699 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (e9d1d045-ea33-422a-8585-5be19ff8cbdb), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:25.303530 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port e9d1d045-ea33-422a-8585-5be19ff8cbdb is: BUILD; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:22:25.304064 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (e9d1d045-ea33-422a-8585-5be19ff8cbdb), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:25.335406 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86a1f59-45ed-48ef-9f75-15d60f894105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d1d045-ea33-422a-8585-5be19ff8cbdb'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:22:25.337739 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38646bfd-06ef-4bf5-9a90-9b9db08bf226" -d '{"events": [{"server_uuid": "c86a1f59-45ed-48ef-9f75-15d60f894105", "name": "network-vif-plugged", "status": "completed", "tag": "e9d1d045-ea33-422a-8585-5be19ff8cbdb"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:22:25.353323 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port e9d1d045-ea33-422a-8585-5be19ff8cbdb, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e9d1d045-ea33-422a-8585-5be19ff8cbdb,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:25.357541 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (e9d1d045-ea33-422a-8585-5be19ff8cbdb), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:25.396873 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a16597-05e8-4273-8c4c-4ae1dbdef774 x-openstack-request-id: req-e7a16597-05e8-4273-8c4c-4ae1dbdef774 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:22:25.397196 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86a1f59-45ed-48ef-9f75-15d60f894105", "name": "network-vif-plugged", "status": "completed", "tag": "e9d1d045-ea33-422a-8585-5be19ff8cbdb", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:22:25.397453 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e7a16597-05e8-4273-8c4c-4ae1dbdef774 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:22:25.397865 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7a16597-05e8-4273-8c4c-4ae1dbdef774'] response: {'server_uuid': 'c86a1f59-45ed-48ef-9f75-15d60f894105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d1d045-ea33-422a-8585-5be19ff8cbdb', 'code': 200} May 04 08:22:25.420569 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=e9d1d045-ea33-422a-8585-5be19ff8cbdb,revision_number=7']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:25.556047 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d73c84-14c0-4872-9767-b36c1a7d899d req-80e1dad0-6e8d-4bef-90d4-ae8fb9f37d7c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:25.566254 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f9d73c84-14c0-4872-9767-b36c1a7d899d req-80e1dad0-6e8d-4bef-90d4-ae8fb9f37d7c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0627818 May 04 08:22:25.637849 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f9d73c84-14c0-4872-9767-b36c1a7d899d req-1becd506-da08-4142-b75d-60165737dad1 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707054 May 04 08:22:26.076128 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 38252) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:26.192241 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-79022643-1240-4126-9398-c1b3ec61e95a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:26.279075 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-79022643-1240-4126-9398-c1b3ec61e95a admin admin] Publish callbacks [] for security_group (21668b4a-d5cc-49e9-a284-e76a65849c56), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:26.285410 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-79022643-1240-4126-9398-c1b3ec61e95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (21668b4a-d5cc-49e9-a284-e76a65849c56), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:26.328132 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79022643-1240-4126-9398-c1b3ec61e95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21668b4a-d5cc-49e9-a284-e76a65849c56,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:26.334031 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-79022643-1240-4126-9398-c1b3ec61e95a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=201c74b32ae540ca98a7c6cd69ee4a6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2565224 May 04 08:22:26.337218 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 38256) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:26.338964 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79022643-1240-4126-9398-c1b3ec61e95a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:26.339315 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79022643-1240-4126-9398-c1b3ec61e95a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:26.339649 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79022643-1240-4126-9398-c1b3ec61e95a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:26.339978 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79022643-1240-4126-9398-c1b3ec61e95a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:26.342747 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79022643-1240-4126-9398-c1b3ec61e95a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:26.342747 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79022643-1240-4126-9398-c1b3ec61e95a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:26.342747 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79022643-1240-4126-9398-c1b3ec61e95a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:26.342747 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79022643-1240-4126-9398-c1b3ec61e95a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:26.342747 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79022643-1240-4126-9398-c1b3ec61e95a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:26.342747 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79022643-1240-4126-9398-c1b3ec61e95a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:26.342747 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79022643-1240-4126-9398-c1b3ec61e95a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:26.342747 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79022643-1240-4126-9398-c1b3ec61e95a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:26.344574 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79022643-1240-4126-9398-c1b3ec61e95a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:26.344574 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79022643-1240-4126-9398-c1b3ec61e95a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:26.344574 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79022643-1240-4126-9398-c1b3ec61e95a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:26.391440 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9015200f-eac5-46c4-81b6-d5f75c9feefb admin admin] Publish callbacks [] for security_group (21668b4a-d5cc-49e9-a284-e76a65849c56), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:26.422275 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9015200f-eac5-46c4-81b6-d5f75c9feefb admin admin] Publish callbacks [] for security_group (21668b4a-d5cc-49e9-a284-e76a65849c56), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:26.482934 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9015200f-eac5-46c4-81b6-d5f75c9feefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (21668b4a-d5cc-49e9-a284-e76a65849c56), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:26.485927 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9015200f-eac5-46c4-81b6-d5f75c9feefb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:26.487234 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-9015200f-eac5-46c4-81b6-d5f75c9feefb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/21668b4a-d5cc-49e9-a284-e76a65849c56 HTTP/1.1" status: 204 len: 168 time: 0.1488564 May 04 08:22:26.495544 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015200f-eac5-46c4-81b6-d5f75c9feefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21668b4a-d5cc-49e9-a284-e76a65849c56,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:26.819967 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb4eef-5ae4-4a41-95d2-53626c66cc96 req-681c2cb6-b2ae-479c-9af3-c7eb6a8cbfaf tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:26.822283 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-33cb4eef-5ae4-4a41-95d2-53626c66cc96 req-681c2cb6-b2ae-479c-9af3-c7eb6a8cbfaf tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0767457 May 04 08:22:26.845411 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 38266) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:26.866232 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9facaffd-a234-43bc-9e6e-3a1a176effa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:26.916155 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-33cb4eef-5ae4-4a41-95d2-53626c66cc96 req-21eb61f5-ff76-4abe-b17a-7cc5377c2ba1 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856607 May 04 08:22:26.987951 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9facaffd-a234-43bc-9e6e-3a1a176effa2 admin admin] Publish callbacks [] for security_group (41f3f029-4106-427e-bcaf-d2aa1d4ec179), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:26.993521 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9facaffd-a234-43bc-9e6e-3a1a176effa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (41f3f029-4106-427e-bcaf-d2aa1d4ec179), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:27.029164 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d3632-40df-443d-bd3a-78f090e680c3 req-adb0ffc3-2449-4b77-bf21-416b6baac42f tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:27.031201 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cd9d3632-40df-443d-bd3a-78f090e680c3 req-adb0ffc3-2449-4b77-bf21-416b6baac42f tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0524111 May 04 08:22:27.045037 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-9facaffd-a234-43bc-9e6e-3a1a176effa2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ac69e458a422407eb0153be277f4e8ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1983755 May 04 08:22:27.046369 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9facaffd-a234-43bc-9e6e-3a1a176effa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f3f029-4106-427e-bcaf-d2aa1d4ec179,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:27.050622 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 38270) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:27.104878 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cd9d3632-40df-443d-bd3a-78f090e680c3 req-5fb833a7-b431-4f2e-81dc-ea7e58662dcf tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643218 May 04 08:22:27.106496 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dfc40f1f-a73f-4155-bc69-8a5658bac802 admin admin] Publish callbacks [] for security_group (41f3f029-4106-427e-bcaf-d2aa1d4ec179), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:27.130797 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dfc40f1f-a73f-4155-bc69-8a5658bac802 admin admin] Publish callbacks [] for security_group (41f3f029-4106-427e-bcaf-d2aa1d4ec179), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:27.208130 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dfc40f1f-a73f-4155-bc69-8a5658bac802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (41f3f029-4106-427e-bcaf-d2aa1d4ec179), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:27.210854 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dfc40f1f-a73f-4155-bc69-8a5658bac802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:27.213599 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-dfc40f1f-a73f-4155-bc69-8a5658bac802 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/41f3f029-4106-427e-bcaf-d2aa1d4ec179 HTTP/1.1" status: 204 len: 168 time: 0.1602807 May 04 08:22:27.222993 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc40f1f-a73f-4155-bc69-8a5658bac802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f3f029-4106-427e-bcaf-d2aa1d4ec179,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:28.100417 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5676b9-bca2-44ce-9d11-378dbf7bf702 req-36b0dfbd-0369-44b4-9c40-b7650593be65 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:28.102116 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6e5676b9-bca2-44ce-9d11-378dbf7bf702 req-36b0dfbd-0369-44b4-9c40-b7650593be65 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0830386 May 04 08:22:28.169715 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6e5676b9-bca2-44ce-9d11-378dbf7bf702 req-975be61b-3854-4770-ab9a-1a7f059989a8 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564170 May 04 08:22:28.264444 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa910ca-dc6f-4678-9e22-c09d495ff44a req-516d92ef-7fc1-49a7-8eaa-ad024e569c1f tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:28.273247 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7aa910ca-dc6f-4678-9e22-c09d495ff44a req-516d92ef-7fc1-49a7-8eaa-ad024e569c1f tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0634973 May 04 08:22:28.339494 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7aa910ca-dc6f-4678-9e22-c09d495ff44a req-dfe7efce-d9b8-4bec-846d-c689ae7c824f tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661709 May 04 08:22:29.337702 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fa8b9-c7c6-4446-bd89-7313f3cccd09 req-2695ba9d-5278-4916-8275-baffad44dfae tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:29.339300 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8c6fa8b9-c7c6-4446-bd89-7313f3cccd09 req-2695ba9d-5278-4916-8275-baffad44dfae tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0761638 May 04 08:22:29.443513 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8c6fa8b9-c7c6-4446-bd89-7313f3cccd09 req-6740da6d-f303-493a-8d9f-e09c9febc585 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961335 May 04 08:22:29.496409 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e4bc6-da6a-4384-8a06-ba2be3684b6c req-723b38f0-a04a-4f52-b38b-aa876c97229c tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:29.504321 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fc8e4bc6-da6a-4384-8a06-ba2be3684b6c req-723b38f0-a04a-4f52-b38b-aa876c97229c tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0589523 May 04 08:22:29.559415 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fc8e4bc6-da6a-4384-8a06-ba2be3684b6c req-7088cb27-7958-4718-a1c6-9ebf2f70ae75 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541794 May 04 08:22:29.651902 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7dbad77-a5b0-4ebb-812c-f9ce990b8da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:30.559470 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b61f5-eb17-437a-97fd-338717278820 req-0ec9d92a-bfe0-4e6c-b40c-6ebe7dbe38de tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:30.561151 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-386b61f5-eb17-437a-97fd-338717278820 req-0ec9d92a-bfe0-4e6c-b40c-6ebe7dbe38de tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0483932 May 04 08:22:30.618152 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-386b61f5-eb17-437a-97fd-338717278820 req-d417d399-c2e1-4fc2-b1c5-6942df5e021a tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492635 May 04 08:22:30.698177 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc60fe7-f987-492b-b2b9-84d9e1b031f1 req-1afb1f74-06e5-41dc-8f84-c76c30849414 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:30.703399 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2cc60fe7-f987-492b-b2b9-84d9e1b031f1 req-1afb1f74-06e5-41dc-8f84-c76c30849414 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0559363 May 04 08:22:30.753425 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2cc60fe7-f987-492b-b2b9-84d9e1b031f1 req-b63e169b-4142-4f5d-b611-677250647339 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477328 May 04 08:22:31.794615 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1a28b-563d-4169-ab88-b3c2263f55d7 req-27194db1-4381-4363-ada9-407d56d0761f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:31.800901 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6cc1a28b-563d-4169-ab88-b3c2263f55d7 req-27194db1-4381-4363-ada9-407d56d0761f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0837038 May 04 08:22:31.867593 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6cc1a28b-563d-4169-ab88-b3c2263f55d7 req-3e03bd93-0591-4885-8698-2625ff661b37 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566287 May 04 08:22:31.914938 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-16335d80-1fee-4488-b72b-ca8a4a8756a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:31.948639 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab64907-b31a-413b-b510-8fd15ac30a7d req-0aabece2-729f-489e-be34-f47decf59ed4 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:31.951165 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-eab64907-b31a-413b-b510-8fd15ac30a7d req-0aabece2-729f-489e-be34-f47decf59ed4 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0824053 May 04 08:22:32.031521 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-eab64907-b31a-413b-b510-8fd15ac30a7d req-e55079e0-e523-4d34-b50d-59bfd8e3e55b tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706534 May 04 08:22:33.012137 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdbf56-9edd-4a08-8af4-118b26f68e3f req-2b253d51-d2a1-4c41-b1c6-bdeaaaee0444 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:33.013785 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-83cdbf56-9edd-4a08-8af4-118b26f68e3f req-2b253d51-d2a1-4c41-b1c6-bdeaaaee0444 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0490093 May 04 08:22:33.049666 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:33.076100 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-83cdbf56-9edd-4a08-8af4-118b26f68e3f req-9a74322b-69cb-428d-9d8d-cb2a92533d82 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546043 May 04 08:22:33.205451 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f091b4f-0801-4d3e-9376-0f4cb14cdbea req-a97e5ba2-bd17-4966-9ea2-2cb9d9145608 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:33.207226 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5f091b4f-0801-4d3e-9376-0f4cb14cdbea req-a97e5ba2-bd17-4966-9ea2-2cb9d9145608 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0855670 May 04 08:22:33.263437 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5f091b4f-0801-4d3e-9376-0f4cb14cdbea req-e028996b-b221-4784-a83b-d3307d4ad150 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504539 May 04 08:22:34.209249 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c299fbc-51aa-4508-903d-8d4e5ae6167f req-869c7f88-29cf-47d9-aa9d-5ef193ab7347 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:34.210730 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9c299fbc-51aa-4508-903d-8d4e5ae6167f req-869c7f88-29cf-47d9-aa9d-5ef193ab7347 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0490856 May 04 08:22:34.268959 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9c299fbc-51aa-4508-903d-8d4e5ae6167f req-3a4961f7-150d-416e-941e-15199f6574d5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519512 May 04 08:22:34.295655 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:34.393229 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54194d-20a1-420c-a4c3-c656b385c759 req-d7406776-8804-4c88-a255-f6a17b23ead4 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:34.394695 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ff54194d-20a1-420c-a4c3-c656b385c759 req-d7406776-8804-4c88-a255-f6a17b23ead4 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0490282 May 04 08:22:34.444235 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ff54194d-20a1-420c-a4c3-c656b385c759 req-281005cc-c987-4dbc-a564-e710288b78a4 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438671 May 04 08:22:34.588527 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb7831-626d-4320-aa32-29bc95cbb770 req-6c1adda7-6381-4774-8c02-4c8fd72d6091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:34.589937 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-24cb7831-626d-4320-aa32-29bc95cbb770 req-6c1adda7-6381-4774-8c02-4c8fd72d6091 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76e08c9379ad43118a23806f1da1f18a&device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 1129 time: 0.0390172 May 04 08:22:34.683420 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb7831-626d-4320-aa32-29bc95cbb770 req-bc236240-cca4-402e-a223-b632e475a759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:34.684704 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-24cb7831-626d-4320-aa32-29bc95cbb770 req-bc236240-cca4-402e-a223-b632e475a759 service neutron] 10.222.0.13 "GET /v2.0/networks?id=69e555c2-1670-40dc-ab1f-e521e2075e90 HTTP/1.1" status: 200 len: 917 time: 0.0873716 May 04 08:22:34.767294 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-24cb7831-626d-4320-aa32-29bc95cbb770 req-76cddc10-f23b-4bf6-8f51-b224e09e40f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9d1d045-ea33-422a-8585-5be19ff8cbdb HTTP/1.1" status: 200 len: 1001 time: 0.0719604 May 04 08:22:34.818980 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb7831-626d-4320-aa32-29bc95cbb770 req-1abac050-fbf6-4672-adf0-cb495a869649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:34.820459 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-24cb7831-626d-4320-aa32-29bc95cbb770 req-1abac050-fbf6-4672-adf0-cb495a869649 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1223e7c-a5fa-47f3-8b09-39c09633d1c1 HTTP/1.1" status: 200 len: 855 time: 0.0466409 May 04 08:22:34.865226 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb7831-626d-4320-aa32-29bc95cbb770 req-28a79ac4-56f7-49eb-a25e-eb2c9421c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:34.866722 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-24cb7831-626d-4320-aa32-29bc95cbb770 req-28a79ac4-56f7-49eb-a25e-eb2c9421c1ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=69e555c2-1670-40dc-ab1f-e521e2075e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391788 May 04 08:22:34.962819 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-24cb7831-626d-4320-aa32-29bc95cbb770 req-53351891-c917-43de-947e-9dc06f541f5e service neutron] 10.222.0.13 "GET /v2.0/networks/69e555c2-1670-40dc-ab1f-e521e2075e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894485 May 04 08:22:35.011032 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:35.060213 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-24cb7831-626d-4320-aa32-29bc95cbb770 req-648b541c-1c5e-4e24-be27-e6738ee30fa5 service neutron] 10.222.0.13 "GET /v2.0/networks/69e555c2-1670-40dc-ab1f-e521e2075e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896573 May 04 08:22:35.403911 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2ed14-ebde-495f-a83f-c67fd703c6a4 req-ff74019c-405d-4d2f-87d9-c1ae70fc5a4f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:35.405404 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fec2ed14-ebde-495f-a83f-c67fd703c6a4 req-ff74019c-405d-4d2f-87d9-c1ae70fc5a4f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0505903 May 04 08:22:35.453748 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fec2ed14-ebde-495f-a83f-c67fd703c6a4 req-c7380bdb-ef86-494c-9951-aa5a50eb14e4 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410171 May 04 08:22:35.556472 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a775b5-084f-4b2c-9f39-051ed55c6e6a req-931c2d91-9f59-4337-8618-b2d98b4a6f6e tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:35.557841 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-13a775b5-084f-4b2c-9f39-051ed55c6e6a req-931c2d91-9f59-4337-8618-b2d98b4a6f6e tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0457759 May 04 08:22:35.606826 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-13a775b5-084f-4b2c-9f39-051ed55c6e6a req-e7d69312-e809-418c-b432-3ef5494f9e03 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435281 May 04 08:22:35.744954 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:36.098931 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 38444) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:36.219860 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c57a9028-c377-468e-b05f-d7336ab70937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:36.292022 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c57a9028-c377-468e-b05f-d7336ab70937 admin admin] Publish callbacks [] for security_group (a3bd9886-59c4-45b3-a624-1ad320954081), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:36.298429 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c57a9028-c377-468e-b05f-d7336ab70937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (a3bd9886-59c4-45b3-a624-1ad320954081), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:36.338453 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-c57a9028-c377-468e-b05f-d7336ab70937 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3c3c07719a82443a8622ac3595d8ef7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381957 May 04 08:22:36.339408 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a9028-c377-468e-b05f-d7336ab70937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bd9886-59c4-45b3-a624-1ad320954081,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:36.341472 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 38448) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:36.391543 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aa5233b9-5dd2-4500-bb61-10ea15133db1 admin admin] Publish callbacks [] for security_group (a3bd9886-59c4-45b3-a624-1ad320954081), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:36.413277 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aa5233b9-5dd2-4500-bb61-10ea15133db1 admin admin] Publish callbacks [] for security_group (a3bd9886-59c4-45b3-a624-1ad320954081), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:36.465055 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aa5233b9-5dd2-4500-bb61-10ea15133db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (a3bd9886-59c4-45b3-a624-1ad320954081), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:36.468732 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aa5233b9-5dd2-4500-bb61-10ea15133db1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:36.470358 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-aa5233b9-5dd2-4500-bb61-10ea15133db1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a3bd9886-59c4-45b3-a624-1ad320954081 HTTP/1.1" status: 204 len: 168 time: 0.1278629 May 04 08:22:36.478088 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5233b9-5dd2-4500-bb61-10ea15133db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bd9886-59c4-45b3-a624-1ad320954081,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:36.574080 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ed329-1d9e-4100-8011-17660dd5f8a1 req-d9049759-a527-4fe8-bbbc-ca5b19a7e3d9 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:36.575585 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-957ed329-1d9e-4100-8011-17660dd5f8a1 req-d9049759-a527-4fe8-bbbc-ca5b19a7e3d9 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 945 time: 0.0487330 May 04 08:22:36.623114 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-957ed329-1d9e-4100-8011-17660dd5f8a1 req-030aad2a-265a-4d1e-a25d-f56de018f335 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414298 May 04 08:22:36.721630 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88980ee7-1854-4c6e-a5c2-84f743e42940 req-036cc29e-10c9-46f9-96a3-5f50fe2e5378 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:36.723182 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-88980ee7-1854-4c6e-a5c2-84f743e42940 req-036cc29e-10c9-46f9-96a3-5f50fe2e5378 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0506384 May 04 08:22:36.753401 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 38460) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:36.767271 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-caa9ea45-44e0-4d67-9077-2b182e094c57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:36.774837 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-88980ee7-1854-4c6e-a5c2-84f743e42940 req-e9da3211-da22-44e3-b38e-e8ac76ceb342 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459702 May 04 08:22:36.848267 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-caa9ea45-44e0-4d67-9077-2b182e094c57 admin admin] Publish callbacks [] for security_group (b4f05a56-2b08-4494-b55f-009e7eab9bd9), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:36.852719 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-caa9ea45-44e0-4d67-9077-2b182e094c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (b4f05a56-2b08-4494-b55f-009e7eab9bd9), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:36.889928 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-caa9ea45-44e0-4d67-9077-2b182e094c57 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7deffdc6b50a4a92a0cc91e86a624b63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352017 May 04 08:22:36.890751 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9ea45-44e0-4d67-9077-2b182e094c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f05a56-2b08-4494-b55f-009e7eab9bd9,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:36.892631 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 38462) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:36.946449 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-393da4ba-7d27-40c4-93fc-dc48f1de82d0 admin admin] Publish callbacks [] for security_group (b4f05a56-2b08-4494-b55f-009e7eab9bd9), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:36.968120 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-393da4ba-7d27-40c4-93fc-dc48f1de82d0 admin admin] Publish callbacks [] for security_group (b4f05a56-2b08-4494-b55f-009e7eab9bd9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:37.014012 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-393da4ba-7d27-40c4-93fc-dc48f1de82d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (b4f05a56-2b08-4494-b55f-009e7eab9bd9), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:37.016632 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-393da4ba-7d27-40c4-93fc-dc48f1de82d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:37.017835 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-393da4ba-7d27-40c4-93fc-dc48f1de82d0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b4f05a56-2b08-4494-b55f-009e7eab9bd9 HTTP/1.1" status: 204 len: 168 time: 0.1240716 May 04 08:22:37.026171 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393da4ba-7d27-40c4-93fc-dc48f1de82d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f05a56-2b08-4494-b55f-009e7eab9bd9,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:37.265292 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d271b08-649c-4510-a36c-5cb8e1f6698b req-d6004839-1586-46b5-adcc-817b3a285577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:37.267123 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1d271b08-649c-4510-a36c-5cb8e1f6698b req-d6004839-1586-46b5-adcc-817b3a285577 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b207a35c92594e5e8b968a59a8509940&device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 1130 time: 0.0450504 May 04 08:22:37.285524 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device e9d1d045-ea33-422a-8585-5be19ff8cbdb no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:22:37.363768 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 38472) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:37.375234 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port e9d1d045-ea33-422a-8585-5be19ff8cbdb is: ACTIVE; New status is: DOWN {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:22:37.375822 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (e9d1d045-ea33-422a-8585-5be19ff8cbdb), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:37.378227 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f5224aa-e677-4e19-af6b-bb96c28b5c5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:37.411521 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86a1f59-45ed-48ef-9f75-15d60f894105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9d1d045-ea33-422a-8585-5be19ff8cbdb'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:22:37.413642 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f837ddc9-0244-49f7-af1f-62cc114f5091" -d '{"events": [{"server_uuid": "c86a1f59-45ed-48ef-9f75-15d60f894105", "name": "network-vif-unplugged", "status": "completed", "tag": "e9d1d045-ea33-422a-8585-5be19ff8cbdb"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:22:37.430175 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port e9d1d045-ea33-422a-8585-5be19ff8cbdb, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e9d1d045-ea33-422a-8585-5be19ff8cbdb,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:37.437741 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (e9d1d045-ea33-422a-8585-5be19ff8cbdb), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:37.472175 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f5224aa-e677-4e19-af6b-bb96c28b5c5c admin admin] Publish callbacks [] for security_group (acb92cba-65ed-4c92-a69b-5c6477c6ea92), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:37.478872 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f5224aa-e677-4e19-af6b-bb96c28b5c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (acb92cba-65ed-4c92-a69b-5c6477c6ea92), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:37.487602 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 May 2022 08:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9252fc32-3485-4671-aba0-1ccc368cff8a x-openstack-request-id: req-9252fc32-3485-4671-aba0-1ccc368cff8a {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:22:37.487602 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86a1f59-45ed-48ef-9f75-15d60f894105", "name": "network-vif-unplugged", "status": "completed", "tag": "e9d1d045-ea33-422a-8585-5be19ff8cbdb", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:22:37.487602 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9252fc32-3485-4671-aba0-1ccc368cff8a {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:22:37.487602 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9252fc32-3485-4671-aba0-1ccc368cff8a'] response: {'server_uuid': 'c86a1f59-45ed-48ef-9f75-15d60f894105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9d1d045-ea33-422a-8585-5be19ff8cbdb', 'code': 200} May 04 08:22:37.505004 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=e9d1d045-ea33-422a-8585-5be19ff8cbdb,revision_number=8']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:37.518999 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5224aa-e677-4e19-af6b-bb96c28b5c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb92cba-65ed-4c92-a69b-5c6477c6ea92,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:37.523370 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-3f5224aa-e677-4e19-af6b-bb96c28b5c5c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d6ff26538d2f4c6aa879a3a41b87878b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585276 May 04 08:22:37.526092 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 38480) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:37.587343 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-66ad6858-68d6-413f-b166-d122cd07bded admin admin] Publish callbacks [] for security_group (acb92cba-65ed-4c92-a69b-5c6477c6ea92), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:37.614057 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-66ad6858-68d6-413f-b166-d122cd07bded admin admin] Publish callbacks [] for security_group (acb92cba-65ed-4c92-a69b-5c6477c6ea92), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:37.614356 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d271b08-649c-4510-a36c-5cb8e1f6698b req-72f53bb3-d338-4127-9fb1-c5f6be7cc450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:37.615875 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1d271b08-649c-4510-a36c-5cb8e1f6698b req-72f53bb3-d338-4127-9fb1-c5f6be7cc450 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f5ff6776-cf33-4de5-a4a0-4985a4b133ac HTTP/1.1" status: 200 len: 909 time: 0.0960426 May 04 08:22:37.670381 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-66ad6858-68d6-413f-b166-d122cd07bded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (acb92cba-65ed-4c92-a69b-5c6477c6ea92), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:37.673314 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-66ad6858-68d6-413f-b166-d122cd07bded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:37.675356 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-66ad6858-68d6-413f-b166-d122cd07bded admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/acb92cba-65ed-4c92-a69b-5c6477c6ea92 HTTP/1.1" status: 204 len: 168 time: 0.1481571 May 04 08:22:37.692966 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad6858-68d6-413f-b166-d122cd07bded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb92cba-65ed-4c92-a69b-5c6477c6ea92,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:37.710333 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1d271b08-649c-4510-a36c-5cb8e1f6698b req-71eabe76-4171-4341-ba2d-9955d0156e99 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a703adef-8c44-4eec-838e-5aad98fa4ab0 HTTP/1.1" status: 200 len: 1002 time: 0.0733786 May 04 08:22:37.755623 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b5094-a709-4c20-b7f5-9493e8bbd00d req-8d6680b0-f90c-433c-83d2-c5076483e65c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:37.757241 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-da7b5094-a709-4c20-b7f5-9493e8bbd00d req-8d6680b0-f90c-433c-83d2-c5076483e65c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 943 time: 0.0493281 May 04 08:22:37.764815 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d271b08-649c-4510-a36c-5cb8e1f6698b req-404e4ab2-a727-4bb2-8668-7d88f998f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:37.766298 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1d271b08-649c-4510-a36c-5cb8e1f6698b req-404e4ab2-a727-4bb2-8668-7d88f998f7da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f3664ef-e21d-4df5-a950-15cbe573119a HTTP/1.1" status: 200 len: 847 time: 0.0452728 May 04 08:22:37.809055 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-da7b5094-a709-4c20-b7f5-9493e8bbd00d req-10f91a9a-619a-4294-857b-85496d144385 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438657 May 04 08:22:37.817255 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d271b08-649c-4510-a36c-5cb8e1f6698b req-5fb1dfdf-0d3e-4a35-babb-2c616914d326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:37.818734 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1d271b08-649c-4510-a36c-5cb8e1f6698b req-5fb1dfdf-0d3e-4a35-babb-2c616914d326 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5ff6776-cf33-4de5-a4a0-4985a4b133ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455482 May 04 08:22:37.930644 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d7869-4c6a-48bb-97d7-902793b004be req-2b38a3c1-d5f8-4e04-baf0-6c378dd2eae6 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:37.932670 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ce1d7869-4c6a-48bb-97d7-902793b004be req-2b38a3c1-d5f8-4e04-baf0-6c378dd2eae6 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0543003 May 04 08:22:37.995007 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ce1d7869-4c6a-48bb-97d7-902793b004be req-79a2b604-c2e1-4439-bb18-ba7cb652db99 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559249 May 04 08:22:38.237710 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1d271b08-649c-4510-a36c-5cb8e1f6698b req-858cb38d-8aa5-44ee-9363-3ef931481fec service neutron] 10.222.0.13 "GET /v2.0/networks/f5ff6776-cf33-4de5-a4a0-4985a4b133ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105799 May 04 08:22:38.333025 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1d271b08-649c-4510-a36c-5cb8e1f6698b req-d5d6d4c7-db22-4ac6-8e72-5601432b457b service neutron] 10.222.0.13 "GET /v2.0/networks/f5ff6776-cf33-4de5-a4a0-4985a4b133ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891128 May 04 08:22:38.858679 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43a55f-a936-471e-a991-acb44f08cfee req-572f54c1-b3bc-41b3-b7ca-c4735676fc9e tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:38.860241 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ba43a55f-a936-471e-a991-acb44f08cfee req-572f54c1-b3bc-41b3-b7ca-c4735676fc9e tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 943 time: 0.0680516 May 04 08:22:38.913324 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ba43a55f-a936-471e-a991-acb44f08cfee req-29a91cbb-f57f-4541-b4ec-807fa65364f7 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458958 May 04 08:22:39.111351 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839e690-4aa5-49d9-852c-2339462582fe req-bedf2023-0dad-437c-b292-560e70663d23 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:39.112979 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1839e690-4aa5-49d9-852c-2339462582fe req-bedf2023-0dad-437c-b292-560e70663d23 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0477705 May 04 08:22:39.162785 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1839e690-4aa5-49d9-852c-2339462582fe req-1622ea0b-3f30-4d7c-b908-f3814256882d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440948 May 04 08:22:39.166586 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 38566) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:39.263858 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f721c59a-0bc0-4b4d-a774-6f2e987d3112 req-88935266-f89a-4988-8fca-25b28855c882 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0953462 May 04 08:22:39.274377 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [req-f721c59a-0bc0-4b4d-a774-6f2e987d3112 req-1507d565-b380-4c00-bad6-b95ad747365d service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 08:22:39.275643 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f721c59a-0bc0-4b4d-a774-6f2e987d3112 req-1507d565-b380-4c00-bad6-b95ad747365d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057669 May 04 08:22:39.350689 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 38574) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:39.448525 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721c59a-0bc0-4b4d-a774-6f2e987d3112 req-8b574fc6-4490-4ecf-ad46-514897c2e3f2 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:39.449782 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f721c59a-0bc0-4b4d-a774-6f2e987d3112 req-8b574fc6-4490-4ecf-ad46-514897c2e3f2 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports/e9d1d045-ea33-422a-8585-5be19ff8cbdb HTTP/1.1" status: 200 len: 940 time: 0.0978618 May 04 08:22:40.039320 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f2074-3544-41cf-af2a-82b4e77b4613 req-70ccc2d3-c139-4a77-950e-255ce3e3d205 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:40.041026 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4f6f2074-3544-41cf-af2a-82b4e77b4613 req-70ccc2d3-c139-4a77-950e-255ce3e3d205 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 943 time: 0.0481150 May 04 08:22:40.097746 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4f6f2074-3544-41cf-af2a-82b4e77b4613 req-6542b2ab-75e5-4d92-8c36-6746c9815b91 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501926 May 04 08:22:40.290435 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ade228-7ae4-4fa5-93b8-1dcf29743609 req-70df0954-b38b-41f6-ba84-e322b3f60c22 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:40.293401 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-50ade228-7ae4-4fa5-93b8-1dcf29743609 req-70df0954-b38b-41f6-ba84-e322b3f60c22 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0531418 May 04 08:22:40.363014 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-50ade228-7ae4-4fa5-93b8-1dcf29743609 req-c1e1b677-ae53-4b47-b86e-45f2e9108ffe tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638261 May 04 08:22:40.668075 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721c59a-0bc0-4b4d-a774-6f2e987d3112 req-e4c324c1-be5b-4553-8664-995be59d8cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:40.670361 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f721c59a-0bc0-4b4d-a774-6f2e987d3112 req-e4c324c1-be5b-4553-8664-995be59d8cc9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105&tenant_id=76e08c9379ad43118a23806f1da1f18a HTTP/1.1" status: 200 len: 1127 time: 0.0441422 May 04 08:22:40.744670 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721c59a-0bc0-4b4d-a774-6f2e987d3112 req-6bea292e-d8ce-4ff7-99df-872e1af53130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:40.746123 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f721c59a-0bc0-4b4d-a774-6f2e987d3112 req-6bea292e-d8ce-4ff7-99df-872e1af53130 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76e08c9379ad43118a23806f1da1f18a&device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 1127 time: 0.0395062 May 04 08:22:40.841366 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721c59a-0bc0-4b4d-a774-6f2e987d3112 req-61890659-4793-4f50-a774-aefd5139739d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:40.842856 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f721c59a-0bc0-4b4d-a774-6f2e987d3112 req-61890659-4793-4f50-a774-aefd5139739d service neutron] 10.222.0.13 "GET /v2.0/networks?id=69e555c2-1670-40dc-ab1f-e521e2075e90 HTTP/1.1" status: 200 len: 917 time: 0.0899930 May 04 08:22:40.917932 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f721c59a-0bc0-4b4d-a774-6f2e987d3112 req-bc9e3013-55ea-46e9-a052-80b7e1810809 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9d1d045-ea33-422a-8585-5be19ff8cbdb HTTP/1.1" status: 200 len: 999 time: 0.0684657 May 04 08:22:40.975812 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721c59a-0bc0-4b4d-a774-6f2e987d3112 req-92fd9599-ad61-4f32-bab6-340cd224be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:40.977318 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f721c59a-0bc0-4b4d-a774-6f2e987d3112 req-92fd9599-ad61-4f32-bab6-340cd224be7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1223e7c-a5fa-47f3-8b09-39c09633d1c1 HTTP/1.1" status: 200 len: 855 time: 0.0502615 May 04 08:22:41.028609 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721c59a-0bc0-4b4d-a774-6f2e987d3112 req-a90b4bd6-8b29-4a7c-896d-b9e623b96b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:41.030198 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f721c59a-0bc0-4b4d-a774-6f2e987d3112 req-a90b4bd6-8b29-4a7c-896d-b9e623b96b7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=69e555c2-1670-40dc-ab1f-e521e2075e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457828 May 04 08:22:41.138460 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f721c59a-0bc0-4b4d-a774-6f2e987d3112 req-d63c2612-f995-429d-bc7c-c091b50c775a service neutron] 10.222.0.13 "GET /v2.0/networks/69e555c2-1670-40dc-ab1f-e521e2075e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892158 May 04 08:22:41.228573 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e042dd2-8225-42ec-b145-4640e4c7414b req-c9d29362-3c2b-4ae8-b615-730c3b5504de tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:41.230083 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3e042dd2-8225-42ec-b145-4640e4c7414b req-c9d29362-3c2b-4ae8-b615-730c3b5504de tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 943 time: 0.0504608 May 04 08:22:41.275627 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f721c59a-0bc0-4b4d-a774-6f2e987d3112 req-827bc5fd-5621-4493-b7b0-d9cb80f3527d service neutron] 10.222.0.13 "GET /v2.0/networks/69e555c2-1670-40dc-ab1f-e521e2075e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124811 May 04 08:22:41.279385 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3e042dd2-8225-42ec-b145-4640e4c7414b req-8eecda93-05a8-49e0-8748-81fb816f0bf4 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436168 May 04 08:22:41.408778 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 38616) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:41.484817 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ade96-be82-4fa7-aa8a-e2f8d985d0b1 req-ea6f6d45-4a8d-4e65-8468-f9a89c815a23 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:41.486450 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fc2ade96-be82-4fa7-aa8a-e2f8d985d0b1 req-ea6f6d45-4a8d-4e65-8468-f9a89c815a23 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0517890 May 04 08:22:41.560925 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fc2ade96-be82-4fa7-aa8a-e2f8d985d0b1 req-8a237353-0224-479f-93d7-14cc386f0de3 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680397 May 04 08:22:41.568189 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2965534d-de90-4d41-854e-a49d0ba31726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:41.662361 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2965534d-de90-4d41-854e-a49d0ba31726 admin admin] Publish callbacks [] for security_group (31e4614c-ab33-4a77-a500-a68037d070a0), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:41.668729 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2965534d-de90-4d41-854e-a49d0ba31726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (31e4614c-ab33-4a77-a500-a68037d070a0), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:41.723200 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965534d-de90-4d41-854e-a49d0ba31726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e4614c-ab33-4a77-a500-a68037d070a0,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:41.745550 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-2965534d-de90-4d41-854e-a49d0ba31726 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ed72ec7eb5cc448ba1975c5078f3921a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3353899 May 04 08:22:41.748514 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 38636) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:41.899573 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6e626e03-f42c-4e7e-b478-2949dc206b97 req-392fd796-f78f-409b-9246-236bd1556578 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0681994 May 04 08:22:41.908935 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9870b4f1-001a-43d8-840f-3241b7c2a365 admin admin] Publish callbacks [] for security_group (31e4614c-ab33-4a77-a500-a68037d070a0), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:41.939190 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9870b4f1-001a-43d8-840f-3241b7c2a365 admin admin] Publish callbacks [] for security_group (31e4614c-ab33-4a77-a500-a68037d070a0), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:41.947534 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497de2d-325c-4430-b85e-9028c00ff61c req-70a5f40a-c315-4702-8916-0034b1919d66 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:41.949074 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6497de2d-325c-4430-b85e-9028c00ff61c req-70a5f40a-c315-4702-8916-0034b1919d66 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0829768 May 04 08:22:42.003192 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6497de2d-325c-4430-b85e-9028c00ff61c req-db112b06-2228-4e28-8add-100ee2356381 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473616 May 04 08:22:42.030748 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e626e03-f42c-4e7e-b478-2949dc206b97 req-92d810af-d613-43a5-ae38-df48c08f5fa2 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:42.032259 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6e626e03-f42c-4e7e-b478-2949dc206b97 req-92d810af-d613-43a5-ae38-df48c08f5fa2 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports/a703adef-8c44-4eec-838e-5aad98fa4ab0 HTTP/1.1" status: 200 len: 943 time: 0.0783188 May 04 08:22:42.074265 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9870b4f1-001a-43d8-840f-3241b7c2a365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (31e4614c-ab33-4a77-a500-a68037d070a0), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:42.077764 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9870b4f1-001a-43d8-840f-3241b7c2a365 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:42.094251 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-9870b4f1-001a-43d8-840f-3241b7c2a365 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/31e4614c-ab33-4a77-a500-a68037d070a0 HTTP/1.1" status: 204 len: 168 time: 0.3387127 May 04 08:22:42.114169 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870b4f1-001a-43d8-840f-3241b7c2a365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e4614c-ab33-4a77-a500-a68037d070a0,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:42.491837 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde77e85-99f6-4d46-9c73-2006087ac647 req-7947048f-b492-4c66-a956-fc56de3895d0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:42.493704 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dde77e85-99f6-4d46-9c73-2006087ac647 req-7947048f-b492-4c66-a956-fc56de3895d0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 943 time: 0.0779295 May 04 08:22:42.599936 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dde77e85-99f6-4d46-9c73-2006087ac647 req-f3d0974d-c62e-4028-bfaa-1ee68e5d7ed1 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000240 May 04 08:22:42.942136 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 38684) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:43.040919 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-ced142db-9030-40c2-93dd-ba8db3fc4a6a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1810683834-network', 'tenant_id': 'd0ad5d350a8241adbce3fa8f9c77632c'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:22:43.065634 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced142db-9030-40c2-93dd-ba8db3fc4a6a admin admin] Made reservation on behalf of d0ad5d350a8241adbce3fa8f9c77632c for: {'network': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:22:43.068391 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ced142db-9030-40c2-93dd-ba8db3fc4a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for network (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:43.077863 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ced142db-9030-40c2-93dd-ba8db3fc4a6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:43.151936 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6cc5e-144d-402a-9d64-e6e7dd80f26d req-6007ac58-ee94-4a41-9881-383b70dd1355 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:43.153665 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-08a6cc5e-144d-402a-9d64-e6e7dd80f26d req-6007ac58-ee94-4a41-9881-383b70dd1355 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0579209 May 04 08:22:43.170482 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ced142db-9030-40c2-93dd-ba8db3fc4a6a admin admin] Publish callbacks [] for security_group (fe2aca2e-09fb-47e2-9c96-da7991aad146), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:43.176606 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ced142db-9030-40c2-93dd-ba8db3fc4a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (fe2aca2e-09fb-47e2-9c96-da7991aad146), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:43.203035 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 6 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:22:43.216791 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-08a6cc5e-144d-402a-9d64-e6e7dd80f26d req-694e26c1-496d-415e-a942-e1daa4abbb3c tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529335 May 04 08:22:43.217965 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced142db-9030-40c2-93dd-ba8db3fc4a6a admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=103564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:22:43.229183 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced142db-9030-40c2-93dd-ba8db3fc4a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2aca2e-09fb-47e2-9c96-da7991aad146,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:43.245304 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ced142db-9030-40c2-93dd-ba8db3fc4a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (3d5a177d-917c-4ea9-9082-a57667bdc641), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:43.245715 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.segments_db [None req-ced142db-9030-40c2-93dd-ba8db3fc4a6a admin admin] Added segment 3d5a177d-917c-4ea9-9082-a57667bdc641 of type vlan for network 0f94d61a-c2d6-4906-a986-e0e0c02688b9 May 04 08:22:43.298690 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ced142db-9030-40c2-93dd-ba8db3fc4a6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787184729016'] for network (0f94d61a-c2d6-4906-a986-e0e0c02688b9), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:43.328861 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ced142db-9030-40c2-93dd-ba8db3fc4a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (0f94d61a-c2d6-4906-a986-e0e0c02688b9), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:43.330209 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced142db-9030-40c2-93dd-ba8db3fc4a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:43.331080 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ced142db-9030-40c2-93dd-ba8db3fc4a6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:43.377133 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-ced142db-9030-40c2-93dd-ba8db3fc4a6a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4336808 May 04 08:22:43.380040 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 38692) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:43.384930 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-8be63739-a529-4b60-b9df-7b352ec97c80 admin admin] Request body: {'subnet': {'network_id': '0f94d61a-c2d6-4906-a986-e0e0c02688b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1810683834-subnet', 'tenant_id': 'd0ad5d350a8241adbce3fa8f9c77632c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:22:43.406495 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be63739-a529-4b60-b9df-7b352ec97c80 admin admin] Made reservation on behalf of d0ad5d350a8241adbce3fa8f9c77632c for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:22:43.409006 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8be63739-a529-4b60-b9df-7b352ec97c80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29652671'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:43.423117 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced142db-9030-40c2-93dd-ba8db3fc4a6a admin admin] Pushing event updated for resources: {'Network': ['ID=0f94d61a-c2d6-4906-a986-e0e0c02688b9,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:43.434571 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Network 0f94d61a-c2d6-4906-a986-e0e0c02688b9 details requested by agent ovs-agent-dv-cinder-840289-4-iscsi with host dv-cinder-840289-4-iscsi {{(pid=103565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:22:43.621143 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8be63739-a529-4b60-b9df-7b352ec97c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31338846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29652641'] for subnet (3943461f-a1b3-4806-b8da-de8f838ae8fb), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:43.683513 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be63739-a529-4b60-b9df-7b352ec97c80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3943461f-a1b3-4806-b8da-de8f838ae8fb,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:43.733098 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be63739-a529-4b60-b9df-7b352ec97c80 admin admin] Checking segment: {'id': '3d5a177d-917c-4ea9-9082-a57667bdc641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0f94d61a-c2d6-4906-a986-e0e0c02688b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:22:43.733550 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be63739-a529-4b60-b9df-7b352ec97c80 admin admin] Network hostable DHCP agents. Network: 0f94d61a-c2d6-4906-a986-e0e0c02688b9, hostable agents: ['85ebdc97-1e1f-4139-aa22-86704277d257'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:22:43.750103 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded22fb-3bac-42f6-85b6-4301c7c33722 req-74fc28ca-6659-4818-9cc4-362fe7ad1530 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:43.751630 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-bded22fb-3bac-42f6-85b6-4301c7c33722 req-74fc28ca-6659-4818-9cc4-362fe7ad1530 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 943 time: 0.0657599 May 04 08:22:43.781640 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be63739-a529-4b60-b9df-7b352ec97c80 admin admin] Network 0f94d61a-c2d6-4906-a986-e0e0c02688b9 is scheduled to be hosted by DHCP agent 85ebdc97-1e1f-4139-aa22-86704277d257 with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:22:43.796702 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-8be63739-a529-4b60-b9df-7b352ec97c80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-iscsi, 0f94d61a-c2d6-4906-a986-e0e0c02688b9) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:22:43.805468 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be63739-a529-4b60-b9df-7b352ec97c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:43.806175 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8be63739-a529-4b60-b9df-7b352ec97c80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:43.808373 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a55578f-961b-4068-9cf7-0abd3e7bec3a None None] Network 0f94d61a-c2d6-4906-a986-e0e0c02688b9 requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:22:43.831425 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-bded22fb-3bac-42f6-85b6-4301c7c33722 req-da3d1d1e-efb1-43b8-8e6c-0a0ab1bb1062 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714166 May 04 08:22:43.844275 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-8be63739-a529-4b60-b9df-7b352ec97c80 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4631491 May 04 08:22:43.937634 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d6fe0c-c166-4c74-b488-507f81e595e5 None None] Network 0f94d61a-c2d6-4906-a986-e0e0c02688b9 requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:22:44.417142 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832641d-a51c-4343-8391-6b729626d7ae req-a7e4184c-a7a9-485b-bdd8-0ab6db402d8f tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:44.418809 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c832641d-a51c-4343-8391-6b729626d7ae req-a7e4184c-a7a9-485b-bdd8-0ab6db402d8f tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0945082 May 04 08:22:44.493342 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c832641d-a51c-4343-8391-6b729626d7ae req-f289f5fc-f5de-44f9-9123-22151e7bab48 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668035 May 04 08:22:44.953897 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84242e-5f43-4189-be04-7b4ca91fd070 req-5a23915b-2c29-421f-8d01-d25bdca669a3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:44.955388 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0a84242e-5f43-4189-be04-7b4ca91fd070 req-5a23915b-2c29-421f-8d01-d25bdca669a3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 943 time: 0.0535688 May 04 08:22:45.003991 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0a84242e-5f43-4189-be04-7b4ca91fd070 req-713a4ceb-02c7-4701-b66f-ec416d45132c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428164 May 04 08:22:45.070936 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device a703adef-8c44-4eec-838e-5aad98fa4ab0 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:22:45.159304 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port a703adef-8c44-4eec-838e-5aad98fa4ab0 is: ACTIVE; New status is: DOWN {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:22:45.159686 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (a703adef-8c44-4eec-838e-5aad98fa4ab0), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:45.183825 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56a2f58-c7b9-4b57-a6dd-d5e3749f8022', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a703adef-8c44-4eec-838e-5aad98fa4ab0'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:22:45.186920 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878caa10-87b4-43de-a5b8-bd34a804cfb8" -d '{"events": [{"server_uuid": "d56a2f58-c7b9-4b57-a6dd-d5e3749f8022", "name": "network-vif-unplugged", "status": "completed", "tag": "a703adef-8c44-4eec-838e-5aad98fa4ab0"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:22:45.200504 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port a703adef-8c44-4eec-838e-5aad98fa4ab0, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a703adef-8c44-4eec-838e-5aad98fa4ab0,segment=NetworkSegment(e75be89d-d720-4cc9-8f50-cb6a561e1c49),segment_id=e75be89d-d720-4cc9-8f50-cb6a561e1c49)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:45.205950 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (a703adef-8c44-4eec-838e-5aad98fa4ab0), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:45.242212 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 May 2022 08:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133ddc09-9642-4cd5-9ddf-ea393f9ee5b0 x-openstack-request-id: req-133ddc09-9642-4cd5-9ddf-ea393f9ee5b0 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:22:45.242647 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56a2f58-c7b9-4b57-a6dd-d5e3749f8022", "name": "network-vif-unplugged", "status": "failed", "tag": "a703adef-8c44-4eec-838e-5aad98fa4ab0", "code": 422}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:22:45.242987 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-133ddc09-9642-4cd5-9ddf-ea393f9ee5b0 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:22:45.243477 dv-cinder-840289-4-iscsi neutron-server[103565]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-133ddc09-9642-4cd5-9ddf-ea393f9ee5b0']: {'server_uuid': 'd56a2f58-c7b9-4b57-a6dd-d5e3749f8022', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a703adef-8c44-4eec-838e-5aad98fa4ab0', 'code': 422} returned with failed status May 04 08:22:45.269931 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=a703adef-8c44-4eec-838e-5aad98fa4ab0,revision_number=6']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:45.638789 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478c627-b3a1-44ad-8e8d-df010bd3579d req-e8246547-452a-412b-88f8-38b7f98848ef tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:45.640546 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5478c627-b3a1-44ad-8e8d-df010bd3579d req-e8246547-452a-412b-88f8-38b7f98848ef tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0638044 May 04 08:22:45.759246 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5478c627-b3a1-44ad-8e8d-df010bd3579d req-43cff602-6562-473c-9bfa-fa2c53607dc1 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110847 May 04 08:22:45.794526 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-958d0852-94ad-494a-a397-ab57ecbcb31f tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:45.796378 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-958d0852-94ad-494a-a397-ab57ecbcb31f tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/networks?id=0f94d61a-c2d6-4906-a986-e0e0c02688b9 HTTP/1.1" status: 200 len: 814 time: 0.1371965 May 04 08:22:45.811476 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-8ae93ca6-783f-4c80-8ace-9a1af9d2d796 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/quotas/d0ad5d350a8241adbce3fa8f9c77632c HTTP/1.1" status: 200 len: 375 time: 0.0094006 May 04 08:22:45.844633 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-eec9fa2c-6807-49d9-8ca9-137bafa7db03 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d0ad5d350a8241adbce3fa8f9c77632c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273836 May 04 08:22:46.266915 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-62b2cf34-2155-4a92-8460-372111a8c38b service neutron] 10.222.0.59 "GET /v2.0/networks/0f94d61a-c2d6-4906-a986-e0e0c02688b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151671 May 04 08:22:46.275440 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fda1c-678b-4833-aa5e-7635d188df55 req-995c2367-404a-44ea-9404-fa88f0ff9d0d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:46.277549 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-178fda1c-678b-4833-aa5e-7635d188df55 req-995c2367-404a-44ea-9404-fa88f0ff9d0d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 943 time: 0.0663979 May 04 08:22:46.396974 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-178fda1c-678b-4833-aa5e-7635d188df55 req-c92a47a0-43f1-4102-b594-c7abfd39cc2c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101737 May 04 08:22:46.425108 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-698744dc-ee71-43eb-a37d-0c97722a83bc service neutron] 10.222.0.59 "GET /v2.0/networks/0f94d61a-c2d6-4906-a986-e0e0c02688b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470232 May 04 08:22:46.686653 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cabf9355-c0ca-46c5-a9f3-92c7540b9167 req-b3552cab-4b64-40e8-98e3-dadcc8178b91 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=bcb86ccf-fc45-4392-876c-a178a3dfcb30 HTTP/1.1" status: 200 len: 210 time: 0.0537205 May 04 08:22:46.890405 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1198d98-1dde-4686-bf30-b859237725d4 req-92f52da2-3f92-4636-ac12-a7886f484f0f tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:46.892074 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b1198d98-1dde-4686-bf30-b859237725d4 req-92f52da2-3f92-4636-ac12-a7886f484f0f tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0554521 May 04 08:22:46.960804 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b1198d98-1dde-4686-bf30-b859237725d4 req-b202d68f-4b62-4269-b9ca-73f3b5e7650a tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609519 May 04 08:22:47.550478 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca016be0-b919-4c40-b705-3a98827dd047 req-8c3fae31-9d5a-4b0b-8ef7-eac14a56ac0f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:47.552380 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ca016be0-b919-4c40-b705-3a98827dd047 req-8c3fae31-9d5a-4b0b-8ef7-eac14a56ac0f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 943 time: 0.0639827 May 04 08:22:47.617709 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ca016be0-b919-4c40-b705-3a98827dd047 req-6ac7f864-fe27-4b2f-93c5-80ac61d165a4 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587592 May 04 08:22:47.799274 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b262f8af-1d10-4df8-b163-88a82776a713 req-0a1351fb-83d9-4854-8129-77181a040b88 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=bcb86ccf-fc45-4392-876c-a178a3dfcb30 HTTP/1.1" status: 200 len: 210 time: 0.0286820 May 04 08:22:48.081474 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a0fda-e732-4a36-8d98-32584fe3cf31 req-959cf2a5-b1a4-4746-8709-9ce6a3d8bf8e tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:48.083029 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-407a0fda-e732-4a36-8d98-32584fe3cf31 req-959cf2a5-b1a4-4746-8709-9ce6a3d8bf8e tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0491414 May 04 08:22:48.137370 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-407a0fda-e732-4a36-8d98-32584fe3cf31 req-2a636070-f448-4d96-bf99-03e061b63252 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486588 May 04 08:22:48.765594 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbb2d5-9d0e-4c80-ad0a-b6b4adc58791 req-c80368f1-f5df-44b2-985b-a88035806497 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:48.767091 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-addbb2d5-9d0e-4c80-ad0a-b6b4adc58791 req-c80368f1-f5df-44b2-985b-a88035806497 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 943 time: 0.0523605 May 04 08:22:48.812967 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-addbb2d5-9d0e-4c80-ad0a-b6b4adc58791 req-e0e50ee2-4cd9-4aa8-8944-298c4b94807c tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400610 May 04 08:22:48.898524 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9a2b6027-a69e-4248-a3e9-d801ba38a563 req-bab2acb7-2bb2-4dc6-be7f-96a936d9e5b9 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=bcb86ccf-fc45-4392-876c-a178a3dfcb30 HTTP/1.1" status: 200 len: 210 time: 0.0296588 May 04 08:22:49.258455 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad728b-0e73-4172-a8af-0b64027656d4 req-e24aa20a-fc32-4c31-b02a-7fbad0b47de3 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:49.259990 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1fad728b-0e73-4172-a8af-0b64027656d4 req-e24aa20a-fc32-4c31-b02a-7fbad0b47de3 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0474052 May 04 08:22:49.313722 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1fad728b-0e73-4172-a8af-0b64027656d4 req-d00a36af-ae23-4dcb-b771-0df8caa39db6 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477355 May 04 08:22:49.935521 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a75462-857a-4091-a307-b2c4674af462 req-0cc13d34-5d46-4b20-897b-9d66a5093431 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:49.939459 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-55a75462-857a-4091-a307-b2c4674af462 req-0cc13d34-5d46-4b20-897b-9d66a5093431 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 943 time: 0.0502427 May 04 08:22:49.985645 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-55a75462-857a-4091-a307-b2c4674af462 req-cc8b7812-9219-423f-8fb1-66bfcf28cd6f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421741 May 04 08:22:50.077949 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-47ff2046-2adb-4ca6-8d6e-e84ba282216c req-c730d689-43df-4d72-b652-f26c5a6ad55a tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=bcb86ccf-fc45-4392-876c-a178a3dfcb30 HTTP/1.1" status: 200 len: 210 time: 0.0278759 May 04 08:22:50.211732 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-2d598397-6236-4536-a140-11da5dcca342 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-138029839&fields=id&tenant_id=74c56bb918414ffe937415b180eb5944 HTTP/1.1" status: 200 len: 267 time: 0.0508280 May 04 08:22:50.382146 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-18a5ba94-7312-4047-936e-22bcce6bbfbd tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:50.384164 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-18a5ba94-7312-4047-936e-22bcce6bbfbd tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/networks?id=f3e15cd7-7965-45b0-9080-9151cadd7087 HTTP/1.1" status: 200 len: 811 time: 0.1600659 May 04 08:22:50.399516 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-489571a7-dc1c-46d3-9de3-d60e12acb679 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/quotas/74c56bb918414ffe937415b180eb5944 HTTP/1.1" status: 200 len: 375 time: 0.0099502 May 04 08:22:50.453609 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-f9cecd85-3305-4ef9-b284-fd24d592e416 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=74c56bb918414ffe937415b180eb5944&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479257 May 04 08:22:50.613964 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-57f8a6b1-8e84-4df6-9826-1db151798037 service neutron] 10.222.0.59 "GET /v2.0/networks/f3e15cd7-7965-45b0-9080-9151cadd7087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484034 May 04 08:22:50.707946 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-08946678-47ae-475f-ab89-2e3bce3c8e64 service neutron] 10.222.0.59 "GET /v2.0/networks/f3e15cd7-7965-45b0-9080-9151cadd7087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876737 May 04 08:22:51.066012 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbff656-a018-4008-aa9f-62b0f77bf786 req-9fe6c94b-89f6-45a9-9d97-b6814b7bf1a3 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:51.069526 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cbbff656-a018-4008-aa9f-62b0f77bf786 req-9fe6c94b-89f6-45a9-9d97-b6814b7bf1a3 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0608673 May 04 08:22:51.120047 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cbbff656-a018-4008-aa9f-62b0f77bf786 req-57a9fa93-a54c-46b9-b405-0a25b795775d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466573 May 04 08:22:51.189322 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9f128fc7-1d56-476f-9d10-e8ea4d030ebb req-dc19fca4-5b18-466a-8c34-ac432202b26f tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 210 time: 0.0291011 May 04 08:22:51.296050 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380662cc-193d-49db-83a7-7db85eab6279 req-08f5effc-b805-491d-9be0-7e266f25b0a8 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:51.297566 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-380662cc-193d-49db-83a7-7db85eab6279 req-08f5effc-b805-491d-9be0-7e266f25b0a8 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 943 time: 0.0483007 May 04 08:22:51.348934 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-380662cc-193d-49db-83a7-7db85eab6279 req-18a7eef7-1715-43ce-badd-f98679d8bffe tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451429 May 04 08:22:51.438475 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f93319d7-0435-45da-8d6d-71604d6aebdb req-afe83216-d518-4b35-a6d5-cef60a5da0c9 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=bcb86ccf-fc45-4392-876c-a178a3dfcb30 HTTP/1.1" status: 200 len: 210 time: 0.0307758 May 04 08:22:52.245474 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4261a3-d9e4-4c78-aaa1-b17186152840 req-78184db5-3834-42e5-88e8-df483946096f tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:52.247052 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ef4261a3-d9e4-4c78-aaa1-b17186152840 req-78184db5-3834-42e5-88e8-df483946096f tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0527754 May 04 08:22:52.303217 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ef4261a3-d9e4-4c78-aaa1-b17186152840 req-183f122f-5a6b-49d4-b1a6-f3df88080dfa tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501885 May 04 08:22:52.386178 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8710d8cc-2a61-4654-a93e-a45b916e6e2b req-3d4254c3-1f73-4961-8c96-ae32df7216d8 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 210 time: 0.0287485 May 04 08:22:52.494456 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7491c-df25-4f62-b9ce-917af6fedd61 req-34e5c6c6-c7de-4b68-a914-311fb0f31179 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:52.496043 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f7a7491c-df25-4f62-b9ce-917af6fedd61 req-34e5c6c6-c7de-4b68-a914-311fb0f31179 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 943 time: 0.0512903 May 04 08:22:52.544389 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fbec77b6-73fc-4c29-9f0c-56d1635a977a req-72661fb2-7883-4045-bd88-a512d20bc662 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=bcb86ccf-fc45-4392-876c-a178a3dfcb30 HTTP/1.1" status: 200 len: 210 time: 0.0297122 May 04 08:22:52.566035 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f7a7491c-df25-4f62-b9ce-917af6fedd61 req-01d0b3b3-3724-41fc-a00e-73c70709c3ae tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644121 May 04 08:22:53.253007 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device e9d1d045-ea33-422a-8585-5be19ff8cbdb details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:22:53.362976 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port e9d1d045-ea33-422a-8585-5be19ff8cbdb, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e9d1d045-ea33-422a-8585-5be19ff8cbdb,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:53.374296 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Returning: {'device': 'e9d1d045-ea33-422a-8585-5be19ff8cbdb', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'port_id': 'e9d1d045-ea33-422a-8585-5be19ff8cbdb', 'mac_address': 'fa:16:3e:77:b3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:22:53.416728 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84173b61-7c6a-41bb-9523-d8cc4ecc73a5 req-6e977b7b-8ca7-4b32-ac8b-f0a16ea0fb2d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:53.418409 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-84173b61-7c6a-41bb-9523-d8cc4ecc73a5 req-6e977b7b-8ca7-4b32-ac8b-f0a16ea0fb2d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0484409 May 04 08:22:53.418560 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port e9d1d045-ea33-422a-8585-5be19ff8cbdb is: DOWN; New status is: BUILD {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:22:53.418976 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (e9d1d045-ea33-422a-8585-5be19ff8cbdb), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:53.432751 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d1d045-ea33-422a-8585-5be19ff8cbdb {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:22:53.452821 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port e9d1d045-ea33-422a-8585-5be19ff8cbdb, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e9d1d045-ea33-422a-8585-5be19ff8cbdb,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:53.458092 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (e9d1d045-ea33-422a-8585-5be19ff8cbdb), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:53.472380 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-84173b61-7c6a-41bb-9523-d8cc4ecc73a5 req-454db283-755c-4fa6-894b-aabca474f84f tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475955 May 04 08:22:53.539627 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=e9d1d045-ea33-422a-8585-5be19ff8cbdb,revision_number=9']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:53.554416 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9b709478-ada1-47cd-956e-d0c36cd43f44 req-900a9a2f-e22a-4dc6-98dd-1f0b3cdbf207 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 210 time: 0.0730026 May 04 08:22:53.638335 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-48a2f28a-6217-46e5-89fd-52581cb9d4e4 req-63b8739f-3103-43f0-bc58-45bac4a6c83e tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=bcb86ccf-fc45-4392-876c-a178a3dfcb30 HTTP/1.1" status: 200 len: 210 time: 0.0276523 May 04 08:22:53.684048 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd9572-8173-4d40-897b-627e389f0ac1 req-caa29a62-d02c-48ea-a165-a322dafc6ef2 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:53.685532 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-aefd9572-8173-4d40-897b-627e389f0ac1 req-caa29a62-d02c-48ea-a165-a322dafc6ef2 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 944 time: 0.0463977 May 04 08:22:53.732047 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-aefd9572-8173-4d40-897b-627e389f0ac1 req-ff779df6-5653-42eb-aa7d-8f4e18a42883 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407562 May 04 08:22:53.782137 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['e9d1d045-ea33-422a-8585-5be19ff8cbdb'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:22:54.291123 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-ac68e8e0-d41f-4d63-aa09-541563971e92 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:54.293058 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-ac68e8e0-d41f-4d63-aa09-541563971e92 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.13 "GET /v2.0/networks?id=f3e15cd7-7965-45b0-9080-9151cadd7087 HTTP/1.1" status: 200 len: 811 time: 0.1347394 May 04 08:22:54.369254 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-be7a3a50-25ee-4972-b923-18a743adcff6 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74c56bb918414ffe937415b180eb5944 HTTP/1.1" status: 200 len: 379 time: 0.0605736 May 04 08:22:54.378131 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-6cd155b7-e8ae-4cd2-85c1-c036eee616c3 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:54.378371 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-77c0959c-fa03-4596-86db-5aa3a1c11984 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Request body: {'port': {'device_id': '20bf33db-4879-4515-b907-6331adc2b40e', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'admin_state_up': True, 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'security_groups': ['b4e24b96-cfb2-4bd8-8b99-7e934afa2c30']}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:22:54.379814 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-6cd155b7-e8ae-4cd2-85c1-c036eee616c3 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.13 "GET /v2.0/networks?id=0f94d61a-c2d6-4906-a986-e0e0c02688b9 HTTP/1.1" status: 200 len: 814 time: 0.1384978 May 04 08:22:54.416809 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-0d297ded-3352-4686-96da-ad3a784fd040 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Request body: {'port': {'device_id': 'bcb86ccf-fc45-4392-876c-a178a3dfcb30', 'network_id': '0f94d61a-c2d6-4906-a986-e0e0c02688b9', 'admin_state_up': True, 'tenant_id': 'd0ad5d350a8241adbce3fa8f9c77632c'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:22:54.518291 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-77c0959c-fa03-4596-86db-5aa3a1c11984 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Made reservation on behalf of 74c56bb918414ffe937415b180eb5944 for: {'port': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:22:54.523649 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-77c0959c-fa03-4596-86db-5aa3a1c11984 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:54.553189 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-0d297ded-3352-4686-96da-ad3a784fd040 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Made reservation on behalf of d0ad5d350a8241adbce3fa8f9c77632c for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:22:54.556986 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-0d297ded-3352-4686-96da-ad3a784fd040 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:54.701163 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-77c0959c-fa03-4596-86db-5aa3a1c11984 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Allocated IP 172.20.0.11 (f3e15cd7-7965-45b0-9080-9151cadd7087/b831c99a-7ea5-474f-8091-5f278d7d0d3f/9932ce33-8f1c-417e-becc-177bda86e967) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:22:54.725282 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5ffe46b7-8a08-4ba3-b1a0-da813a3332b7 req-4e70da62-5dad-448a-aa54-fdc382eb6403 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 210 time: 0.0427580 May 04 08:22:54.734365 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90511419-f9be-4577-9300-e16f3ab27b49 req-a76b59a0-0ee9-4d1e-8f09-64909e0f0da2 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:54.735985 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-90511419-f9be-4577-9300-e16f3ab27b49 req-a76b59a0-0ee9-4d1e-8f09-64909e0f0da2 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0985446 May 04 08:22:54.852335 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5a91ac5d-87fe-4550-9bfd-51b7649744fe req-a34e862d-c993-45cd-ba1c-1212d32109c1 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=bcb86ccf-fc45-4392-876c-a178a3dfcb30 HTTP/1.1" status: 200 len: 210 time: 0.0552020 May 04 08:22:54.868025 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-0d297ded-3352-4686-96da-ad3a784fd040 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Allocated IP 172.20.0.11 (0f94d61a-c2d6-4906-a986-e0e0c02688b9/3943461f-a1b3-4806-b8da-de8f838ae8fb/8163f6fb-9a92-4e65-a78b-b09b2b208d1e) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:22:54.887096 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-90511419-f9be-4577-9300-e16f3ab27b49 req-a7fb8d98-cd46-492c-bb00-3fbccbd0ae97 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331618 May 04 08:22:54.907144 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-77c0959c-fa03-4596-86db-5aa3a1c11984 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for port (9932ce33-8f1c-417e-becc-177bda86e967), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:54.953867 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-77c0959c-fa03-4596-86db-5aa3a1c11984 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (9932ce33-8f1c-417e-becc-177bda86e967), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:54.994196 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424d398-7dec-4ea5-8476-c81a6c6914e5 req-cf0e523f-378e-4f34-a0f2-d149755288d0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:54.995704 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6424d398-7dec-4ea5-8476-c81a6c6914e5 req-cf0e523f-378e-4f34-a0f2-d149755288d0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 944 time: 0.0640962 May 04 08:22:54.999161 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-77c0959c-fa03-4596-86db-5aa3a1c11984 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Network f3e15cd7-7965-45b0-9080-9151cadd7087 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:22:55.004473 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-77c0959c-fa03-4596-86db-5aa3a1c11984 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:22:55.007198 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-77c0959c-fa03-4596-86db-5aa3a1c11984 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:22:55.049781 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0959c-fa03-4596-86db-5aa3a1c11984 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Pushing event updated for resources: {'Port': ['ID=9932ce33-8f1c-417e-becc-177bda86e967,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:55.077112 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-77c0959c-fa03-4596-86db-5aa3a1c11984 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:55.077920 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-77c0959c-fa03-4596-86db-5aa3a1c11984 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:55.097519 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-77c0959c-fa03-4596-86db-5aa3a1c11984 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7231679 May 04 08:22:55.118327 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-63ad955f-6226-4c86-a7d8-ba512afffa74 service neutron] Request body: {'port': {'device_id': '20bf33db-4879-4515-b907-6331adc2b40e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:22:55.146248 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6424d398-7dec-4ea5-8476-c81a6c6914e5 req-6b33979f-d73e-4c6b-96cb-e88f93e8c30f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990739 May 04 08:22:55.164262 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-0d297ded-3352-4686-96da-ad3a784fd040 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Publish callbacks [] for port (8163f6fb-9a92-4e65-a78b-b09b2b208d1e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:55.188269 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-63ad955f-6226-4c86-a7d8-ba512afffa74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (9932ce33-8f1c-417e-becc-177bda86e967), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:55.210517 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-0d297ded-3352-4686-96da-ad3a784fd040 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (8163f6fb-9a92-4e65-a78b-b09b2b208d1e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:55.256295 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-0d297ded-3352-4686-96da-ad3a784fd040 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Network 0f94d61a-c2d6-4906-a986-e0e0c02688b9 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:22:55.259554 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-0d297ded-3352-4686-96da-ad3a784fd040 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:22:55.265810 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-0d297ded-3352-4686-96da-ad3a784fd040 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:22:55.274301 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d297ded-3352-4686-96da-ad3a784fd040 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Pushing event updated for resources: {'Port': ['ID=8163f6fb-9a92-4e65-a78b-b09b2b208d1e,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:55.278022 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device e9d1d045-ea33-422a-8585-5be19ff8cbdb up at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:22:55.328071 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-0d297ded-3352-4686-96da-ad3a784fd040 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:55.328630 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-0d297ded-3352-4686-96da-ad3a784fd040 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:55.331139 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-c5278067-7cb8-45d4-9bd4-585996572330 None None] Provisioning complete for port 9932ce33-8f1c-417e-becc-177bda86e967 triggered by entity DHCP. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:22:55.331602 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c5278067-7cb8-45d4-9bd4-585996572330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (9932ce33-8f1c-417e-becc-177bda86e967), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:55.349411 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-0d297ded-3352-4686-96da-ad3a784fd040 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9392903 May 04 08:22:55.374773 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning complete for port e9d1d045-ea33-422a-8585-5be19ff8cbdb triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:22:55.375057 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (e9d1d045-ea33-422a-8585-5be19ff8cbdb), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:55.379183 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-c5278067-7cb8-45d4-9bd4-585996572330 None None] Port 9932ce33-8f1c-417e-becc-177bda86e967 cannot update to ACTIVE because it is not bound. {{(pid=103565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:22:55.392203 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-a857e2ba-dc21-444b-a7cc-7789f5d450a7 service neutron] Request body: {'port': {'device_id': 'bcb86ccf-fc45-4392-876c-a178a3dfcb30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:22:55.446989 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e626e03-f42c-4e7e-b478-2949dc206b97 req-5543e745-621b-44a2-9d2f-041d0a8852ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:55.448692 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6e626e03-f42c-4e7e-b478-2949dc206b97 req-5543e745-621b-44a2-9d2f-041d0a8852ef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022&tenant_id=b207a35c92594e5e8b968a59a8509940 HTTP/1.1" status: 200 len: 1128 time: 0.0564377 May 04 08:22:55.464164 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-a857e2ba-dc21-444b-a7cc-7789f5d450a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (8163f6fb-9a92-4e65-a78b-b09b2b208d1e), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:55.474782 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port e9d1d045-ea33-422a-8585-5be19ff8cbdb is: BUILD; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:22:55.475690 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (e9d1d045-ea33-422a-8585-5be19ff8cbdb), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:55.501291 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86a1f59-45ed-48ef-9f75-15d60f894105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d1d045-ea33-422a-8585-5be19ff8cbdb'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:22:55.504242 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d34f0fa-9b4f-4299-b122-a7f28d44ac2f" -d '{"events": [{"server_uuid": "c86a1f59-45ed-48ef-9f75-15d60f894105", "name": "network-vif-plugged", "status": "completed", "tag": "e9d1d045-ea33-422a-8585-5be19ff8cbdb"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:22:55.518220 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port e9d1d045-ea33-422a-8585-5be19ff8cbdb, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e9d1d045-ea33-422a-8585-5be19ff8cbdb,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:55.525035 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (e9d1d045-ea33-422a-8585-5be19ff8cbdb), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:55.555289 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e626e03-f42c-4e7e-b478-2949dc206b97 req-bb43070f-bcf3-4d77-8a87-6685dd55bc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:55.556962 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6e626e03-f42c-4e7e-b478-2949dc206b97 req-bb43070f-bcf3-4d77-8a87-6685dd55bc4f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b207a35c92594e5e8b968a59a8509940&device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 1128 time: 0.0472562 May 04 08:22:55.574823 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-63ad955f-6226-4c86-a7d8-ba512afffa74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9932ce33-8f1c-417e-becc-177bda86e967 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:22:55.584093 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-63ad955f-6226-4c86-a7d8-ba512afffa74 service neutron] Publish callbacks [] for port (9932ce33-8f1c-417e-becc-177bda86e967), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:55.593370 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a66b98d-4306-4557-b73b-72c52cf8d709 x-openstack-request-id: req-2a66b98d-4306-4557-b73b-72c52cf8d709 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:22:55.594014 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86a1f59-45ed-48ef-9f75-15d60f894105", "name": "network-vif-plugged", "status": "completed", "tag": "e9d1d045-ea33-422a-8585-5be19ff8cbdb", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:22:55.594438 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2a66b98d-4306-4557-b73b-72c52cf8d709 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:22:55.595036 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a66b98d-4306-4557-b73b-72c52cf8d709'] response: {'server_uuid': 'c86a1f59-45ed-48ef-9f75-15d60f894105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d1d045-ea33-422a-8585-5be19ff8cbdb', 'code': 200} May 04 08:22:55.611430 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=e9d1d045-ea33-422a-8585-5be19ff8cbdb,revision_number=10']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:55.633682 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-63ad955f-6226-4c86-a7d8-ba512afffa74 service neutron] Transition to ACTIVE for port object 9932ce33-8f1c-417e-becc-177bda86e967 will not be triggered until provisioned by entity L2. {{(pid=103564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:22:55.639891 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-63ad955f-6226-4c86-a7d8-ba512afffa74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (9932ce33-8f1c-417e-becc-177bda86e967), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:55.838428 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad955f-6226-4c86-a7d8-ba512afffa74 service neutron] Pushing event updated for resources: {'Port': ['ID=9932ce33-8f1c-417e-becc-177bda86e967,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:55.879713 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e626e03-f42c-4e7e-b478-2949dc206b97 req-fa033d15-b466-424d-a394-ed511829dafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:55.881308 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6e626e03-f42c-4e7e-b478-2949dc206b97 req-fa033d15-b466-424d-a394-ed511829dafe service neutron] 10.222.0.13 "GET /v2.0/networks?id=f5ff6776-cf33-4de5-a4a0-4985a4b133ac HTTP/1.1" status: 200 len: 909 time: 0.2855098 May 04 08:22:55.908730 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.notifiers.nova [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-a857e2ba-dc21-444b-a7cc-7789f5d450a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8163f6fb-9a92-4e65-a78b-b09b2b208d1e {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:22:55.922064 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-a857e2ba-dc21-444b-a7cc-7789f5d450a7 service neutron] Publish callbacks [] for port (8163f6fb-9a92-4e65-a78b-b09b2b208d1e), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:55.939889 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a196a2a-0e12-49de-ad2f-1a4acf5cabe8 req-065d1fa1-f75d-4ee5-bb17-e264bb981482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:55.941284 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8a196a2a-0e12-49de-ad2f-1a4acf5cabe8 req-065d1fa1-f75d-4ee5-bb17-e264bb981482 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 1130 time: 0.1063008 May 04 08:22:55.952361 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29bd77-1433-4de0-ac5e-676d057a9cad req-37f99b1b-8a38-4588-aec2-6eedca2b4762 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:55.953886 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-bd29bd77-1433-4de0-ac5e-676d057a9cad req-37f99b1b-8a38-4588-aec2-6eedca2b4762 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 944 time: 0.1105952 May 04 08:22:55.955836 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-63ad955f-6226-4c86-a7d8-ba512afffa74 service neutron] Attempting to bind port 9932ce33-8f1c-417e-becc-177bda86e967 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:22:55.956054 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-63ad955f-6226-4c86-a7d8-ba512afffa74 service neutron] Attempting to bind port 9932ce33-8f1c-417e-becc-177bda86e967 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': 'ab49c26d-9f0b-4659-a39a-683771b4ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:22:55.956393 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-63ad955f-6226-4c86-a7d8-ba512afffa74 service neutron] Attempting to bind port 9932ce33-8f1c-417e-becc-177bda86e967 on network f3e15cd7-7965-45b0-9080-9151cadd7087 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:22:55.972327 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6e626e03-f42c-4e7e-b478-2949dc206b97 req-4a906069-a165-4a63-9158-140b9c55c654 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a703adef-8c44-4eec-838e-5aad98fa4ab0 HTTP/1.1" status: 200 len: 1000 time: 0.0840831 May 04 08:22:55.972900 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-63ad955f-6226-4c86-a7d8-ba512afffa74 service neutron] Port 9932ce33-8f1c-417e-becc-177bda86e967 on network f3e15cd7-7965-45b0-9080-9151cadd7087 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:22:55.973437 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-63ad955f-6226-4c86-a7d8-ba512afffa74 service neutron] Attempting to bind port 9932ce33-8f1c-417e-becc-177bda86e967 on network f3e15cd7-7965-45b0-9080-9151cadd7087 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:22:55.988252 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-63ad955f-6226-4c86-a7d8-ba512afffa74 service neutron] Checking agent: {'id': '012f2be7-5ddd-4d39-8539-3fef46040309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'started_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:22:55.988543 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-63ad955f-6226-4c86-a7d8-ba512afffa74 service neutron] Checking segment: {'id': 'ab49c26d-9f0b-4659-a39a-683771b4ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:22:55.988801 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-63ad955f-6226-4c86-a7d8-ba512afffa74 service neutron] Bound using segment: {'id': 'ab49c26d-9f0b-4659-a39a-683771b4ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:22:55.989237 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-63ad955f-6226-4c86-a7d8-ba512afffa74 service neutron] Bound port: 9932ce33-8f1c-417e-becc-177bda86e967, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab49c26d-9f0b-4659-a39a-683771b4ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:22:55.989600 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-63ad955f-6226-4c86-a7d8-ba512afffa74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (9932ce33-8f1c-417e-becc-177bda86e967), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:56.006952 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-a857e2ba-dc21-444b-a7cc-7789f5d450a7 service neutron] Transition to ACTIVE for port object 8163f6fb-9a92-4e65-a78b-b09b2b208d1e will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:22:56.029658 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-a857e2ba-dc21-444b-a7cc-7789f5d450a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31339479'] for port (8163f6fb-9a92-4e65-a78b-b09b2b208d1e), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:56.064005 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e626e03-f42c-4e7e-b478-2949dc206b97 req-30e495bc-9af4-4bf0-ab4b-f0ae2f7f0352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:56.065664 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6e626e03-f42c-4e7e-b478-2949dc206b97 req-30e495bc-9af4-4bf0-ab4b-f0ae2f7f0352 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f3664ef-e21d-4df5-a950-15cbe573119a HTTP/1.1" status: 200 len: 847 time: 0.0868230 May 04 08:22:56.123613 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-63ad955f-6226-4c86-a7d8-ba512afffa74 service neutron] For port 9932ce33-8f1c-417e-becc-177bda86e967, host hv-cinder-84028, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:22:56.128228 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857e2ba-dc21-444b-a7cc-7789f5d450a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8163f6fb-9a92-4e65-a78b-b09b2b208d1e,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:56.134975 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e626e03-f42c-4e7e-b478-2949dc206b97 req-1ca3b194-eaef-4afb-aa41-5f917b996f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:56.136503 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6e626e03-f42c-4e7e-b478-2949dc206b97 req-1ca3b194-eaef-4afb-aa41-5f917b996f21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5ff6776-cf33-4de5-a4a0-4985a4b133ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611882 May 04 08:22:56.140237 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-63ad955f-6226-4c86-a7d8-ba512afffa74 service neutron] For port 9932ce33-8f1c-417e-becc-177bda86e967, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=9932ce33-8f1c-417e-becc-177bda86e967,segment=NetworkSegment(ab49c26d-9f0b-4659-a39a-683771b4ac31),segment_id=ab49c26d-9f0b-4659-a39a-683771b4ac31)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:22:56.157627 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-63ad955f-6226-4c86-a7d8-ba512afffa74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (9932ce33-8f1c-417e-becc-177bda86e967), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:56.198610 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-bd29bd77-1433-4de0-ac5e-676d057a9cad req-3b64227c-1004-4f43-9716-647d72d65c8d tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2297575 May 04 08:22:56.204095 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8a196a2a-0e12-49de-ad2f-1a4acf5cabe8 req-f2fbe9cb-5f5b-41bb-afa8-f1cc0803d9d7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2487018 May 04 08:22:56.216102 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cffdf-0737-4029-a269-d54647f7ac9e req-c102bad1-b1d0-4aae-9c47-c8c52c030fd3 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:56.217599 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-762cffdf-0737-4029-a269-d54647f7ac9e req-c102bad1-b1d0-4aae-9c47-c8c52c030fd3 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=bcb86ccf-fc45-4392-876c-a178a3dfcb30 HTTP/1.1" status: 200 len: 944 time: 0.0723989 May 04 08:22:56.231913 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-63ad955f-6226-4c86-a7d8-ba512afffa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:56.232538 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-63ad955f-6226-4c86-a7d8-ba512afffa74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:56.233935 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-63ad955f-6226-4c86-a7d8-ba512afffa74 service neutron] 10.222.0.13 "PUT /v2.0/ports/9932ce33-8f1c-417e-becc-177bda86e967 HTTP/1.1" status: 200 len: 1094 time: 1.1217647 May 04 08:22:56.234476 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bf33db-4879-4515-b907-6331adc2b40e', 'tag': '9932ce33-8f1c-417e-becc-177bda86e967'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:22:56.236821 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b15d54-5579-4fcd-911b-335caebba045" -d '{"events": [{"name": "network-changed", "server_uuid": "20bf33db-4879-4515-b907-6331adc2b40e", "tag": "9932ce33-8f1c-417e-becc-177bda86e967"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:22:56.290761 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad955f-6226-4c86-a7d8-ba512afffa74 service neutron] Pushing event updated for resources: {'Port': ['ID=9932ce33-8f1c-417e-becc-177bda86e967,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:56.312199 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6e626e03-f42c-4e7e-b478-2949dc206b97 req-beb92d9d-4e16-4f8d-93df-3ccda7b809e5 service neutron] 10.222.0.13 "GET /v2.0/networks/f5ff6776-cf33-4de5-a4a0-4985a4b133ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651039 May 04 08:22:56.372596 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aacf75-d8d8-4fc3-90f4-2e1b29310dee req-bd9b07e2-9efa-409e-8b33-204eed476be0 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:56.374101 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-16aacf75-d8d8-4fc3-90f4-2e1b29310dee req-bd9b07e2-9efa-409e-8b33-204eed476be0 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0792933 May 04 08:22:56.378564 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-762cffdf-0737-4029-a269-d54647f7ac9e req-9a035832-e6f3-4788-ac8d-0e2f0a68b58d tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe2aca2e-09fb-47e2-9c96-da7991aad146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351945 May 04 08:22:56.415633 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-a857e2ba-dc21-444b-a7cc-7789f5d450a7 service neutron] Attempting to bind port 8163f6fb-9a92-4e65-a78b-b09b2b208d1e on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:22:56.415970 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-a857e2ba-dc21-444b-a7cc-7789f5d450a7 service neutron] Attempting to bind port 8163f6fb-9a92-4e65-a78b-b09b2b208d1e by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '3d5a177d-917c-4ea9-9082-a57667bdc641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0f94d61a-c2d6-4906-a986-e0e0c02688b9'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:22:56.416296 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-a857e2ba-dc21-444b-a7cc-7789f5d450a7 service neutron] Attempting to bind port 8163f6fb-9a92-4e65-a78b-b09b2b208d1e on network 0f94d61a-c2d6-4906-a986-e0e0c02688b9 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:22:56.427858 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-a857e2ba-dc21-444b-a7cc-7789f5d450a7 service neutron] Port 8163f6fb-9a92-4e65-a78b-b09b2b208d1e on network 0f94d61a-c2d6-4906-a986-e0e0c02688b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:22:56.428175 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-a857e2ba-dc21-444b-a7cc-7789f5d450a7 service neutron] Attempting to bind port 8163f6fb-9a92-4e65-a78b-b09b2b208d1e on network 0f94d61a-c2d6-4906-a986-e0e0c02688b9 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:22:56.441942 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-16aacf75-d8d8-4fc3-90f4-2e1b29310dee req-2c9011ad-748b-4516-8d04-be6f85a3418c tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575140 May 04 08:22:56.443969 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-a857e2ba-dc21-444b-a7cc-7789f5d450a7 service neutron] Checking agent: {'id': '012f2be7-5ddd-4d39-8539-3fef46040309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'started_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:22:56.444302 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-a857e2ba-dc21-444b-a7cc-7789f5d450a7 service neutron] Checking segment: {'id': '3d5a177d-917c-4ea9-9082-a57667bdc641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0f94d61a-c2d6-4906-a986-e0e0c02688b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:22:56.444683 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-a857e2ba-dc21-444b-a7cc-7789f5d450a7 service neutron] Bound using segment: {'id': '3d5a177d-917c-4ea9-9082-a57667bdc641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0f94d61a-c2d6-4906-a986-e0e0c02688b9'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:22:56.445094 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-a857e2ba-dc21-444b-a7cc-7789f5d450a7 service neutron] Bound port: 8163f6fb-9a92-4e65-a78b-b09b2b208d1e, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d5a177d-917c-4ea9-9082-a57667bdc641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0f94d61a-c2d6-4906-a986-e0e0c02688b9'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:22:56.445453 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-a857e2ba-dc21-444b-a7cc-7789f5d450a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (8163f6fb-9a92-4e65-a78b-b09b2b208d1e), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:56.489966 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f847c0d-09df-4361-a4c2-6eb8d17e9b36 x-openstack-request-id: req-3f847c0d-09df-4361-a4c2-6eb8d17e9b36 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:22:56.490484 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bf33db-4879-4515-b907-6331adc2b40e", "tag": "9932ce33-8f1c-417e-becc-177bda86e967", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:22:56.490586 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3f847c0d-09df-4361-a4c2-6eb8d17e9b36 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:22:56.490971 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f847c0d-09df-4361-a4c2-6eb8d17e9b36'] response: {'name': 'network-changed', 'server_uuid': '20bf33db-4879-4515-b907-6331adc2b40e', 'tag': '9932ce33-8f1c-417e-becc-177bda86e967', 'status': 'completed', 'code': 200} May 04 08:22:56.521005 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb96f5a-63fb-48f0-998f-e6fbc8ddd671 req-81b33f0f-04da-449f-8158-82befc96da0a tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:56.522380 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-bfb96f5a-63fb-48f0-998f-e6fbc8ddd671 req-81b33f0f-04da-449f-8158-82befc96da0a tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 946 time: 0.0794399 May 04 08:22:56.568324 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-a857e2ba-dc21-444b-a7cc-7789f5d450a7 service neutron] For port 8163f6fb-9a92-4e65-a78b-b09b2b208d1e, host hv-cinder-84028, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:22:56.591223 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-a857e2ba-dc21-444b-a7cc-7789f5d450a7 service neutron] For port 8163f6fb-9a92-4e65-a78b-b09b2b208d1e, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=8163f6fb-9a92-4e65-a78b-b09b2b208d1e,segment=NetworkSegment(3d5a177d-917c-4ea9-9082-a57667bdc641),segment_id=3d5a177d-917c-4ea9-9082-a57667bdc641)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:22:56.600102 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-bfb96f5a-63fb-48f0-998f-e6fbc8ddd671 req-1e07ad9d-191d-432a-9245-ee5b50710a3b tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651500 May 04 08:22:56.601678 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-a857e2ba-dc21-444b-a7cc-7789f5d450a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31339479'] for port (8163f6fb-9a92-4e65-a78b-b09b2b208d1e), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:56.637012 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-a857e2ba-dc21-444b-a7cc-7789f5d450a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:56.637606 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-a857e2ba-dc21-444b-a7cc-7789f5d450a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:56.638983 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-a857e2ba-dc21-444b-a7cc-7789f5d450a7 service neutron] 10.222.0.13 "PUT /v2.0/ports/8163f6fb-9a92-4e65-a78b-b09b2b208d1e HTTP/1.1" status: 200 len: 1094 time: 1.2587070 May 04 08:22:56.639454 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb86ccf-fc45-4392-876c-a178a3dfcb30', 'tag': '8163f6fb-9a92-4e65-a78b-b09b2b208d1e'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:22:56.641796 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644f9b81011f902d5a48520c995b4e8323da082f15dc8879127e03e175236f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04956a23-1a80-437a-a6c4-d5908ac9a534" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb86ccf-fc45-4392-876c-a178a3dfcb30", "tag": "8163f6fb-9a92-4e65-a78b-b09b2b208d1e"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:22:56.652403 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6e626e03-f42c-4e7e-b478-2949dc206b97 req-19449b47-a78f-469c-bf35-0cceb841c793 service neutron] 10.222.0.13 "GET /v2.0/networks/f5ff6776-cf33-4de5-a4a0-4985a4b133ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943484 May 04 08:22:56.666305 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857e2ba-dc21-444b-a7cc-7789f5d450a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8163f6fb-9a92-4e65-a78b-b09b2b208d1e,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:56.678067 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9942d9-c03b-4bbc-a14b-b8677b5fd41c x-openstack-request-id: req-ac9942d9-c03b-4bbc-a14b-b8677b5fd41c {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:22:56.678371 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb86ccf-fc45-4392-876c-a178a3dfcb30", "tag": "8163f6fb-9a92-4e65-a78b-b09b2b208d1e", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:22:56.678628 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ac9942d9-c03b-4bbc-a14b-b8677b5fd41c {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:22:56.679066 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac9942d9-c03b-4bbc-a14b-b8677b5fd41c'] response: {'name': 'network-changed', 'server_uuid': 'bcb86ccf-fc45-4392-876c-a178a3dfcb30', 'tag': '8163f6fb-9a92-4e65-a78b-b09b2b208d1e', 'status': 'completed', 'code': 200} May 04 08:22:56.987554 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b15d54-5579-4fcd-911b-335caebba045 req-902d0da6-a2e2-4040-8c10-14008110b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:56.988954 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-64b15d54-5579-4fcd-911b-335caebba045 req-902d0da6-a2e2-4040-8c10-14008110b699 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74c56bb918414ffe937415b180eb5944&device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 1128 time: 0.0404744 May 04 08:22:57.319453 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f1384-4225-4020-998c-b821d6954549 req-0fc0b75b-9c28-457e-af42-2d338cf310cc tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:57.320967 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-392f1384-4225-4020-998c-b821d6954549 req-0fc0b75b-9c28-457e-af42-2d338cf310cc tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 944 time: 0.0502913 May 04 08:22:57.374266 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-392f1384-4225-4020-998c-b821d6954549 req-02cd87e3-7a7d-425d-af17-d5892c552430 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474489 May 04 08:22:57.533470 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04956a23-1a80-437a-a6c4-d5908ac9a534 req-81edd0b9-1f7d-465d-a67e-b33ce515213c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:57.534864 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-04956a23-1a80-437a-a6c4-d5908ac9a534 req-81edd0b9-1f7d-465d-a67e-b33ce515213c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0ad5d350a8241adbce3fa8f9c77632c&device_id=bcb86ccf-fc45-4392-876c-a178a3dfcb30 HTTP/1.1" status: 200 len: 1128 time: 0.0860357 May 04 08:22:57.550631 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d6a8a-bfcd-4ef3-b6eb-8acf4457b911 req-e77a59bd-5ef3-462f-946f-334cce2aabad tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:57.552493 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-210d6a8a-bfcd-4ef3-b6eb-8acf4457b911 req-e77a59bd-5ef3-462f-946f-334cce2aabad tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=bcb86ccf-fc45-4392-876c-a178a3dfcb30 HTTP/1.1" status: 200 len: 944 time: 0.0844975 May 04 08:22:57.562929 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b15d54-5579-4fcd-911b-335caebba045 req-20e68b9e-9728-4c3f-adb9-035ef64cb1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:57.564738 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-64b15d54-5579-4fcd-911b-335caebba045 req-20e68b9e-9728-4c3f-adb9-035ef64cb1ca service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=74c56bb918414ffe937415b180eb5944&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1377349 May 04 08:22:57.585788 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c27c3-3dad-407d-b437-9d8755b41bb8 req-1491ced3-ffda-410a-8863-0b7bd0e423c1 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:57.587501 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-655c27c3-3dad-407d-b437-9d8755b41bb8 req-1491ced3-ffda-410a-8863-0b7bd0e423c1 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0766494 May 04 08:22:57.627618 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-210d6a8a-bfcd-4ef3-b6eb-8acf4457b911 req-db3618de-4a8f-4df8-bb93-cfacd92303d0 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe2aca2e-09fb-47e2-9c96-da7991aad146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690045 May 04 08:22:57.662784 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-655c27c3-3dad-407d-b437-9d8755b41bb8 req-201f4f2b-a280-4f3e-b265-3199895008b7 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651724 May 04 08:22:57.748351 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcedef-4747-4d7b-b1bf-33e2d1683051 req-ed9fde89-d32a-49e3-b57f-abc7f2c38223 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:57.749877 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-83bcedef-4747-4d7b-b1bf-33e2d1683051 req-ed9fde89-d32a-49e3-b57f-abc7f2c38223 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 946 time: 0.0516000 May 04 08:22:57.797361 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-83bcedef-4747-4d7b-b1bf-33e2d1683051 req-b57e38df-b205-46ee-be6a-ee33b8c17384 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418699 May 04 08:22:58.071448 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04956a23-1a80-437a-a6c4-d5908ac9a534 req-b649222d-dc5f-4dc9-81d3-01b3922a0b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:58.073070 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-04956a23-1a80-437a-a6c4-d5908ac9a534 req-b649222d-dc5f-4dc9-81d3-01b3922a0b58 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d0ad5d350a8241adbce3fa8f9c77632c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1659410 May 04 08:22:58.074061 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b15d54-5579-4fcd-911b-335caebba045 req-0c515445-9ebb-4131-aecb-817344577f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:58.075380 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-64b15d54-5579-4fcd-911b-335caebba045 req-0c515445-9ebb-4131-aecb-817344577f5c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1589572 May 04 08:22:58.279550 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-e34d46ce-4d5f-4603-b423-bfa94e129ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:58.281127 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-e34d46ce-4d5f-4603-b423-bfa94e129ed9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74c56bb918414ffe937415b180eb5944&device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 1128 time: 0.0526183 May 04 08:22:58.290602 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04956a23-1a80-437a-a6c4-d5908ac9a534 req-f16c7177-6706-4af7-a42b-235243c686f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:58.292326 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-04956a23-1a80-437a-a6c4-d5908ac9a534 req-f16c7177-6706-4af7-a42b-235243c686f7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1342301 May 04 08:22:58.340763 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-25e403ff-45a5-4d8e-8c7d-8fad9b7b6e5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9932ce33-8f1c-417e-becc-177bda86e967 HTTP/1.1" status: 200 len: 217 time: 0.0377331 May 04 08:22:58.422745 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-8a7bd928-78ab-4948-97fc-78f05a68f85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:58.424305 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-8a7bd928-78ab-4948-97fc-78f05a68f85f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b831c99a-7ea5-474f-8091-5f278d7d0d3f HTTP/1.1" status: 200 len: 850 time: 0.0730016 May 04 08:22:58.425395 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-89118219-46b2-49f2-993d-4e4c91286276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:58.427091 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-89118219-46b2-49f2-993d-4e4c91286276 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0ad5d350a8241adbce3fa8f9c77632c&device_id=bcb86ccf-fc45-4392-876c-a178a3dfcb30 HTTP/1.1" status: 200 len: 1128 time: 0.0746636 May 04 08:22:58.491855 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73c8e4-1862-43d3-9072-5d57300b078a req-8ab13f87-cdf0-47fc-9a90-40b8937f1377 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:58.493378 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5d73c8e4-1862-43d3-9072-5d57300b078a req-8ab13f87-cdf0-47fc-9a90-40b8937f1377 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 944 time: 0.0473580 May 04 08:22:58.504940 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-a01d7576-49be-48df-846e-ab89f844cfb7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8163f6fb-9a92-4e65-a78b-b09b2b208d1e HTTP/1.1" status: 200 len: 217 time: 0.0538189 May 04 08:22:58.520464 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-e1bda138-eb77-4fc9-9575-da12f28db246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:58.521895 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-e1bda138-eb77-4fc9-9575-da12f28db246 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3e15cd7-7965-45b0-9080-9151cadd7087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784719 May 04 08:22:58.543042 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5d73c8e4-1862-43d3-9072-5d57300b078a req-b88e8995-fca3-4fbb-a7b2-9d61ef346761 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438457 May 04 08:22:58.585816 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-1da48a51-70ae-4dcc-a610-1eadc4f10b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:58.587316 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-1da48a51-70ae-4dcc-a610-1eadc4f10b39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3943461f-a1b3-4806-b8da-de8f838ae8fb HTTP/1.1" status: 200 len: 854 time: 0.0749061 May 04 08:22:58.658103 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-0b4a7448-9f6c-429d-9d8a-7769d1462173 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f94d61a-c2d6-4906-a986-e0e0c02688b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393608 May 04 08:22:58.698430 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-6282d63b-ad48-409b-88f8-933c2756dae2 service neutron] 10.222.0.13 "GET /v2.0/networks/f3e15cd7-7965-45b0-9080-9151cadd7087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581218 May 04 08:22:58.757923 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8795c-b224-4ce8-86c9-c2ce172a239a req-e611dd7b-0035-4fb6-a727-e94c4cdd9edc tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:58.759432 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e9c8795c-b224-4ce8-86c9-c2ce172a239a req-e611dd7b-0035-4fb6-a727-e94c4cdd9edc tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=bcb86ccf-fc45-4392-876c-a178a3dfcb30 HTTP/1.1" status: 200 len: 944 time: 0.0596375 May 04 08:22:58.804965 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e0230-be43-457b-8dce-a3840f869a6f req-db71b9ea-a60e-4f09-ba96-cfc6ea02a723 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:58.806426 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ef5e0230-be43-457b-8dce-a3840f869a6f req-db71b9ea-a60e-4f09-ba96-cfc6ea02a723 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0695608 May 04 08:22:58.824240 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-3b2e227c-24be-43b6-903d-26d822f484b1 service neutron] 10.222.0.13 "GET /v2.0/networks/0f94d61a-c2d6-4906-a986-e0e0c02688b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575828 May 04 08:22:58.845697 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e9c8795c-b224-4ce8-86c9-c2ce172a239a req-ed3048c5-bfd4-40a3-ae50-2a242a4e3b2a tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe2aca2e-09fb-47e2-9c96-da7991aad146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709338 May 04 08:22:58.846285 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-beb6a203-ba42-434d-8228-4ac6fea9df5f req-07c7d623-502b-4478-8645-3df87200cffb service neutron] 10.222.0.13 "GET /v2.0/networks/f3e15cd7-7965-45b0-9080-9151cadd7087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412563 May 04 08:22:58.884645 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ef5e0230-be43-457b-8dce-a3840f869a6f req-bff28dad-1311-439c-a2a1-cc56ed33e776 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685651 May 04 08:22:58.944580 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ef92b603-ec38-4f1a-af54-60f5e1ead99d req-abde454b-d09a-459f-b09b-c3be64a434f5 service neutron] 10.222.0.13 "GET /v2.0/networks/0f94d61a-c2d6-4906-a986-e0e0c02688b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111298 May 04 08:22:58.989800 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e9edb-86db-4180-82a1-66eb86d4bbea req-90fe1783-b519-4a5c-a9ad-fdbc8817a39e tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:58.991315 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-eb7e9edb-86db-4180-82a1-66eb86d4bbea req-90fe1783-b519-4a5c-a9ad-fdbc8817a39e tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 946 time: 0.0499933 May 04 08:22:59.040852 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-eb7e9edb-86db-4180-82a1-66eb86d4bbea req-0cb9aa8f-f2b7-4700-b42c-8ced24d9ab76 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417979 May 04 08:22:59.646564 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e07c5330-861c-43b0-a5eb-d856fcd980fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:59.670662 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f12457-6c5d-4d66-9e27-72199c30ae71 req-c88f8efb-af74-4983-8b8d-1b1dc6f2ac76 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:59.672162 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b5f12457-6c5d-4d66-9e27-72199c30ae71 req-c88f8efb-af74-4983-8b8d-1b1dc6f2ac76 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 944 time: 0.0501666 May 04 08:22:59.723367 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b5f12457-6c5d-4d66-9e27-72199c30ae71 req-e39e0cf3-9980-44b5-ab96-4e00cbef518a tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451088 May 04 08:22:59.975078 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7984c71-0bae-4a16-9013-912528ce6c47 req-88994af9-b855-4563-b742-4ffd6e4915ac tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:59.976522 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a7984c71-0bae-4a16-9013-912528ce6c47 req-88994af9-b855-4563-b742-4ffd6e4915ac tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=bcb86ccf-fc45-4392-876c-a178a3dfcb30 HTTP/1.1" status: 200 len: 944 time: 0.0558200 May 04 08:23:00.024203 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5779e-914a-4e28-8390-42140d568dbe req-73615b1e-4072-4e91-a3f4-16e5f31cb912 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:00.025597 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9ce5779e-914a-4e28-8390-42140d568dbe req-73615b1e-4072-4e91-a3f4-16e5f31cb912 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0689197 May 04 08:23:00.063749 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a7984c71-0bae-4a16-9013-912528ce6c47 req-43b71ac7-e8c9-493e-9d06-a9d66159839d tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe2aca2e-09fb-47e2-9c96-da7991aad146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685642 May 04 08:23:00.091059 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9ce5779e-914a-4e28-8390-42140d568dbe req-68b2c51b-86bd-49aa-861d-24cd78888dd6 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559809 May 04 08:23:00.842813 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b993a5-9ebf-44fc-9357-6fba268f087e req-ccaf4846-c005-4e74-a271-d4a7e9fff60a tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:00.844263 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-92b993a5-9ebf-44fc-9357-6fba268f087e req-ccaf4846-c005-4e74-a271-d4a7e9fff60a tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 944 time: 0.0495141 May 04 08:23:00.892473 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-92b993a5-9ebf-44fc-9357-6fba268f087e req-04fbc7cb-7c6b-4183-aeea-74c0a2b9f8e7 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425651 May 04 08:23:01.211253 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba14bd-ca44-4a16-a1f0-8a8d198844d3 req-091d57ea-4dbc-4271-aeed-5a587c08667e tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:01.212707 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f2ba14bd-ca44-4a16-a1f0-8a8d198844d3 req-091d57ea-4dbc-4271-aeed-5a587c08667e tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=bcb86ccf-fc45-4392-876c-a178a3dfcb30 HTTP/1.1" status: 200 len: 944 time: 0.0752938 May 04 08:23:01.231276 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006b1a5-c0e9-43f1-acda-73344ee5044b req-8fceed01-684a-46ef-bcfc-e45c7ff64d09 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:01.232675 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9006b1a5-c0e9-43f1-acda-73344ee5044b req-8fceed01-684a-46ef-bcfc-e45c7ff64d09 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0634592 May 04 08:23:01.292611 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 8163f6fb-9a92-4e65-a78b-b09b2b208d1e details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:23:01.298837 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-f2ba14bd-ca44-4a16-a1f0-8a8d198844d3 req-9ca8e91e-0c80-4244-9291-814939581fc3 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe2aca2e-09fb-47e2-9c96-da7991aad146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803752 May 04 08:23:01.304150 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9006b1a5-c0e9-43f1-acda-73344ee5044b req-cbec1fa4-b20c-4988-ad81-977f1978617d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632248 May 04 08:23:01.394803 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port 8163f6fb-9a92-4e65-a78b-b09b2b208d1e, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=8163f6fb-9a92-4e65-a78b-b09b2b208d1e,segment=NetworkSegment(3d5a177d-917c-4ea9-9082-a57667bdc641),segment_id=3d5a177d-917c-4ea9-9082-a57667bdc641)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:01.406517 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Returning: {'device': '8163f6fb-9a92-4e65-a78b-b09b2b208d1e', 'network_id': '0f94d61a-c2d6-4906-a986-e0e0c02688b9', 'port_id': '8163f6fb-9a92-4e65-a78b-b09b2b208d1e', 'mac_address': 'fa:16:3e:e6:e3:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3943461f-a1b3-4806-b8da-de8f838ae8fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:23:01.444089 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port 8163f6fb-9a92-4e65-a78b-b09b2b208d1e is: DOWN; New status is: BUILD {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:23:01.444439 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (8163f6fb-9a92-4e65-a78b-b09b2b208d1e), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:01.458237 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8163f6fb-9a92-4e65-a78b-b09b2b208d1e {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:23:01.479808 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port 8163f6fb-9a92-4e65-a78b-b09b2b208d1e, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=8163f6fb-9a92-4e65-a78b-b09b2b208d1e,segment=NetworkSegment(3d5a177d-917c-4ea9-9082-a57667bdc641),segment_id=3d5a177d-917c-4ea9-9082-a57667bdc641)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:01.484514 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (8163f6fb-9a92-4e65-a78b-b09b2b208d1e), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:01.536068 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=8163f6fb-9a92-4e65-a78b-b09b2b208d1e,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:01.816673 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['8163f6fb-9a92-4e65-a78b-b09b2b208d1e'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:23:01.911567 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1c14593b-6814-4c1b-a2c7-627e2afeb0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:02.011584 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db5253-a443-4bd1-9906-f5dee2e41299 req-861937a9-2129-4374-8b55-43f6a7d3b43b tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:02.013054 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-92db5253-a443-4bd1-9906-f5dee2e41299 req-861937a9-2129-4374-8b55-43f6a7d3b43b tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 944 time: 0.0475180 May 04 08:23:02.079501 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-92db5253-a443-4bd1-9906-f5dee2e41299 req-723d1c57-ed92-4777-8c45-4fc15c3297ec tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605123 May 04 08:23:02.416164 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9894f-acfa-49f7-af92-9cb4bbe71f50 req-774e04e7-eff5-4ce2-a01f-59c3b13296ac tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:02.417667 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2dc9894f-acfa-49f7-af92-9cb4bbe71f50 req-774e04e7-eff5-4ce2-a01f-59c3b13296ac tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=bcb86ccf-fc45-4392-876c-a178a3dfcb30 HTTP/1.1" status: 200 len: 945 time: 0.0501103 May 04 08:23:02.466143 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2dc9894f-acfa-49f7-af92-9cb4bbe71f50 req-da2ba21f-b4ac-433b-9b3c-78c61ed63249 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe2aca2e-09fb-47e2-9c96-da7991aad146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424471 May 04 08:23:02.513104 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2396f1-e11c-485b-917c-ab0f51174461 req-d89af867-a00a-4455-8dbd-13336d90ae98 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:02.514835 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fb2396f1-e11c-485b-917c-ab0f51174461 req-d89af867-a00a-4455-8dbd-13336d90ae98 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0475943 May 04 08:23:02.567396 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fb2396f1-e11c-485b-917c-ab0f51174461 req-aa4d56f7-3e31-4537-a191-accd42307e36 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452991 May 04 08:23:03.054287 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:03.204861 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf1be1-0075-4c59-b285-95ede1c5e4bb req-db180f10-cacb-403a-b1d3-ee4729b95ba7 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:03.206386 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fedf1be1-0075-4c59-b285-95ede1c5e4bb req-db180f10-cacb-403a-b1d3-ee4729b95ba7 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 944 time: 0.0613270 May 04 08:23:03.254696 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-fedf1be1-0075-4c59-b285-95ede1c5e4bb req-bc4708df-a6e8-4bb0-b5cc-680e692bf8ea tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425556 May 04 08:23:03.453847 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 8163f6fb-9a92-4e65-a78b-b09b2b208d1e up at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:23:03.501504 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning for port 8163f6fb-9a92-4e65-a78b-b09b2b208d1e completed by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:23:03.509248 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning complete for port 8163f6fb-9a92-4e65-a78b-b09b2b208d1e triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:23:03.509621 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (8163f6fb-9a92-4e65-a78b-b09b2b208d1e), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:03.593765 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d61b3-517e-4277-a7d1-7bb67307ff34 req-6541d7f9-1105-4d09-b868-f24804a54d9a tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:03.595653 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-085d61b3-517e-4277-a7d1-7bb67307ff34 req-6541d7f9-1105-4d09-b868-f24804a54d9a tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=bcb86ccf-fc45-4392-876c-a178a3dfcb30 HTTP/1.1" status: 200 len: 945 time: 0.0570960 May 04 08:23:03.609368 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port 8163f6fb-9a92-4e65-a78b-b09b2b208d1e is: BUILD; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:23:03.609762 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (8163f6fb-9a92-4e65-a78b-b09b2b208d1e), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:03.636910 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb86ccf-fc45-4392-876c-a178a3dfcb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8163f6fb-9a92-4e65-a78b-b09b2b208d1e'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:23:03.639277 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6af395f-2bde-45c9-af20-396bc87ccc04" -d '{"events": [{"server_uuid": "bcb86ccf-fc45-4392-876c-a178a3dfcb30", "name": "network-vif-plugged", "status": "completed", "tag": "8163f6fb-9a92-4e65-a78b-b09b2b208d1e"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:23:03.646476 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-085d61b3-517e-4277-a7d1-7bb67307ff34 req-02317a4c-4ca0-4d4b-b695-42009179f732 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe2aca2e-09fb-47e2-9c96-da7991aad146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444150 May 04 08:23:03.651761 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port 8163f6fb-9a92-4e65-a78b-b09b2b208d1e, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=8163f6fb-9a92-4e65-a78b-b09b2b208d1e,segment=NetworkSegment(3d5a177d-917c-4ea9-9082-a57667bdc641),segment_id=3d5a177d-917c-4ea9-9082-a57667bdc641)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:03.656642 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (8163f6fb-9a92-4e65-a78b-b09b2b208d1e), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:03.697007 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c1377b-8afc-4ab9-9782-2c92e108fa16 x-openstack-request-id: req-a0c1377b-8afc-4ab9-9782-2c92e108fa16 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:23:03.697322 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb86ccf-fc45-4392-876c-a178a3dfcb30", "name": "network-vif-plugged", "status": "completed", "tag": "8163f6fb-9a92-4e65-a78b-b09b2b208d1e", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:23:03.697583 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a0c1377b-8afc-4ab9-9782-2c92e108fa16 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:23:03.698000 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0c1377b-8afc-4ab9-9782-2c92e108fa16'] response: {'server_uuid': 'bcb86ccf-fc45-4392-876c-a178a3dfcb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8163f6fb-9a92-4e65-a78b-b09b2b208d1e', 'code': 200} May 04 08:23:03.701018 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16909fec-2469-4853-8891-cf8180c594a0 req-46fc3dd6-f046-498c-a67f-f94b18389021 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:03.702626 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-16909fec-2469-4853-8891-cf8180c594a0 req-46fc3dd6-f046-498c-a67f-f94b18389021 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0539651 May 04 08:23:03.707608 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=8163f6fb-9a92-4e65-a78b-b09b2b208d1e,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:03.753863 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-16909fec-2469-4853-8891-cf8180c594a0 req-3e1c78e3-48d9-46fe-9ab6-74ab6beac160 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450742 May 04 08:23:03.968075 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e085f-f001-4364-af4b-dc9d744e7b98 req-2081da07-a947-4f11-9902-2eb7a007171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:03.969458 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9f7e085f-f001-4364-af4b-dc9d744e7b98 req-2081da07-a947-4f11-9902-2eb7a007171d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bcb86ccf-fc45-4392-876c-a178a3dfcb30 HTTP/1.1" status: 200 len: 1130 time: 0.0411174 May 04 08:23:04.024984 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9f7e085f-f001-4364-af4b-dc9d744e7b98 req-f0d010df-6ef0-4f72-a84d-789362261a63 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fe2aca2e-09fb-47e2-9c96-da7991aad146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382912 May 04 08:23:04.300140 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:04.373783 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc9001-ad60-4bc6-a4fe-106da2c35363 req-8cc1523a-16b6-4c88-beaf-f5c3177eafea tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:04.375428 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-03fc9001-ad60-4bc6-a4fe-106da2c35363 req-8cc1523a-16b6-4c88-beaf-f5c3177eafea tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 944 time: 0.0474291 May 04 08:23:04.428129 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-03fc9001-ad60-4bc6-a4fe-106da2c35363 req-8dd6501a-6a3f-4aa1-90e6-fe3c650fc275 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468924 May 04 08:23:04.766657 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178716f-824f-413d-900b-ce05e7bf8c3f req-e7e86b78-f1bb-47ef-98b3-fb8fd5ad71d2 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:04.768131 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3178716f-824f-413d-900b-ce05e7bf8c3f req-e7e86b78-f1bb-47ef-98b3-fb8fd5ad71d2 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=bcb86ccf-fc45-4392-876c-a178a3dfcb30 HTTP/1.1" status: 200 len: 946 time: 0.0504446 May 04 08:23:04.820315 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3178716f-824f-413d-900b-ce05e7bf8c3f req-3cf9de8d-5fbc-4c53-84fb-8a6f2d8ceabb tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe2aca2e-09fb-47e2-9c96-da7991aad146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442402 May 04 08:23:04.869678 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062ddf4-7ab8-405c-9093-1d42dcd91580 req-b5db5103-c809-4434-bd06-da81fd16f5e7 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:04.871134 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d062ddf4-7ab8-405c-9093-1d42dcd91580 req-b5db5103-c809-4434-bd06-da81fd16f5e7 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 944 time: 0.0499420 May 04 08:23:04.921852 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d062ddf4-7ab8-405c-9093-1d42dcd91580 req-bcebeb08-e4c2-4193-906d-ddb160236ad0 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450821 May 04 08:23:05.038300 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:05.341408 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device a703adef-8c44-4eec-838e-5aad98fa4ab0 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:23:05.452561 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port a703adef-8c44-4eec-838e-5aad98fa4ab0, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a703adef-8c44-4eec-838e-5aad98fa4ab0,segment=NetworkSegment(e75be89d-d720-4cc9-8f50-cb6a561e1c49),segment_id=e75be89d-d720-4cc9-8f50-cb6a561e1c49)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:05.464722 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Returning: {'device': 'a703adef-8c44-4eec-838e-5aad98fa4ab0', 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac', 'port_id': 'a703adef-8c44-4eec-838e-5aad98fa4ab0', 'mac_address': 'fa:16:3e:b0:0e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f3664ef-e21d-4df5-a950-15cbe573119a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:23:05.504021 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port a703adef-8c44-4eec-838e-5aad98fa4ab0 is: DOWN; New status is: BUILD {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:23:05.504419 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (a703adef-8c44-4eec-838e-5aad98fa4ab0), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:05.518355 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a703adef-8c44-4eec-838e-5aad98fa4ab0 {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:23:05.537902 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port a703adef-8c44-4eec-838e-5aad98fa4ab0, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a703adef-8c44-4eec-838e-5aad98fa4ab0,segment=NetworkSegment(e75be89d-d720-4cc9-8f50-cb6a561e1c49),segment_id=e75be89d-d720-4cc9-8f50-cb6a561e1c49)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:05.543464 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (a703adef-8c44-4eec-838e-5aad98fa4ab0), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:05.546142 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882544e5-4ddf-4524-b681-6cf79be1486c req-c9a5b9e3-58cb-4e0f-a4f5-996d73859d3f tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:05.547844 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-882544e5-4ddf-4524-b681-6cf79be1486c req-c9a5b9e3-58cb-4e0f-a4f5-996d73859d3f tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 944 time: 0.0479765 May 04 08:23:05.596224 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=a703adef-8c44-4eec-838e-5aad98fa4ab0,revision_number=7']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:05.601861 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-882544e5-4ddf-4524-b681-6cf79be1486c req-60c68fe2-146f-4bba-9fd2-bd23404fa56d tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472746 May 04 08:23:05.739006 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:05.775886 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d2127-8a1f-414c-b23f-7e250cc3316a req-bc50a388-aee4-47bc-9364-40ccab9ecd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:05.777409 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0c4d2127-8a1f-414c-b23f-7e250cc3316a req-bc50a388-aee4-47bc-9364-40ccab9ecd8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b207a35c92594e5e8b968a59a8509940&device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 1129 time: 0.0380690 May 04 08:23:05.885253 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d2127-8a1f-414c-b23f-7e250cc3316a req-558ccff4-e5c2-48a6-ba3d-1ee394cf6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:05.886837 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0c4d2127-8a1f-414c-b23f-7e250cc3316a req-558ccff4-e5c2-48a6-ba3d-1ee394cf6a64 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f5ff6776-cf33-4de5-a4a0-4985a4b133ac HTTP/1.1" status: 200 len: 909 time: 0.0903783 May 04 08:23:05.888261 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['a703adef-8c44-4eec-838e-5aad98fa4ab0'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:23:05.938735 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9418f-bbcd-4de1-af5b-cd3cda6690db req-70a8e7b5-a987-4264-aa34-332e5e200ff9 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:05.940443 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cbe9418f-bbcd-4de1-af5b-cd3cda6690db req-70a8e7b5-a987-4264-aa34-332e5e200ff9 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=bcb86ccf-fc45-4392-876c-a178a3dfcb30 HTTP/1.1" status: 200 len: 946 time: 0.0528591 May 04 08:23:05.964504 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0c4d2127-8a1f-414c-b23f-7e250cc3316a req-fcf96228-5cb6-40c5-abf3-05a74bbdd61e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a703adef-8c44-4eec-838e-5aad98fa4ab0 HTTP/1.1" status: 200 len: 1001 time: 0.0707998 May 04 08:23:05.990020 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-cbe9418f-bbcd-4de1-af5b-cd3cda6690db req-7ceaead0-9798-4b69-a13f-0c8944d01436 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe2aca2e-09fb-47e2-9c96-da7991aad146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431235 May 04 08:23:06.079626 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ef963-3a82-435d-bbd7-487719586049 req-5f74818c-b250-4661-b585-c2eb26513ddf tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:06.081463 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c76ef963-3a82-435d-bbd7-487719586049 req-5f74818c-b250-4661-b585-c2eb26513ddf tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 945 time: 0.0569689 May 04 08:23:06.152894 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c76ef963-3a82-435d-bbd7-487719586049 req-dfa68dc8-2e27-454b-8ef5-4093f4771aab tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655749 May 04 08:23:06.336389 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d2127-8a1f-414c-b23f-7e250cc3316a req-b05a9c50-d4f7-4a98-a940-7b91a0e9f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:06.338138 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0c4d2127-8a1f-414c-b23f-7e250cc3316a req-b05a9c50-d4f7-4a98-a940-7b91a0e9f755 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f3664ef-e21d-4df5-a950-15cbe573119a HTTP/1.1" status: 200 len: 847 time: 0.3671958 May 04 08:23:06.383074 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d2127-8a1f-414c-b23f-7e250cc3316a req-1bd2edc0-c6a1-4639-80f1-10322fdc6210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:06.383858 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0c4d2127-8a1f-414c-b23f-7e250cc3316a req-1bd2edc0-c6a1-4639-80f1-10322fdc6210 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5ff6776-cf33-4de5-a4a0-4985a4b133ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397048 May 04 08:23:06.482242 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0c4d2127-8a1f-414c-b23f-7e250cc3316a req-318d9910-a608-469d-9d95-4ea343b74df8 service neutron] 10.222.0.13 "GET /v2.0/networks/f5ff6776-cf33-4de5-a4a0-4985a4b133ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919502 May 04 08:23:06.572755 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0c4d2127-8a1f-414c-b23f-7e250cc3316a req-8b860aa8-1dc0-4762-80f2-427e26fcdd6b service neutron] 10.222.0.13 "GET /v2.0/networks/f5ff6776-cf33-4de5-a4a0-4985a4b133ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841782 May 04 08:23:06.727537 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfae086-3025-431f-a2cc-d46c1eb862ac req-613a0eac-9ead-4427-8863-24ca2d34b790 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:06.729098 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9bfae086-3025-431f-a2cc-d46c1eb862ac req-613a0eac-9ead-4427-8863-24ca2d34b790 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 944 time: 0.0493326 May 04 08:23:06.791512 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9bfae086-3025-431f-a2cc-d46c1eb862ac req-a1285943-981c-403e-91d2-fcd706b6b9e8 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564158 May 04 08:23:07.279141 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933a1f9-e298-4566-8c87-d69ee284e536 req-c4692655-0229-47f8-b308-801857b849b5 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:07.280612 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d933a1f9-e298-4566-8c87-d69ee284e536 req-c4692655-0229-47f8-b308-801857b849b5 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 945 time: 0.0475631 May 04 08:23:07.332825 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-d933a1f9-e298-4566-8c87-d69ee284e536 req-7aadb056-009c-4ae7-b315-14c92b5962c8 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456228 May 04 08:23:07.350512 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device a703adef-8c44-4eec-838e-5aad98fa4ab0 up at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:23:07.407794 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning complete for port a703adef-8c44-4eec-838e-5aad98fa4ab0 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:23:07.408162 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (a703adef-8c44-4eec-838e-5aad98fa4ab0), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:07.490679 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port a703adef-8c44-4eec-838e-5aad98fa4ab0 is: BUILD; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:23:07.491227 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (a703adef-8c44-4eec-838e-5aad98fa4ab0), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:07.518532 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56a2f58-c7b9-4b57-a6dd-d5e3749f8022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a703adef-8c44-4eec-838e-5aad98fa4ab0'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:23:07.520820 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9d6302-70f6-42d0-89a9-a2e9baf77b4f" -d '{"events": [{"server_uuid": "d56a2f58-c7b9-4b57-a6dd-d5e3749f8022", "name": "network-vif-plugged", "status": "completed", "tag": "a703adef-8c44-4eec-838e-5aad98fa4ab0"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:23:07.534274 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port a703adef-8c44-4eec-838e-5aad98fa4ab0, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a703adef-8c44-4eec-838e-5aad98fa4ab0,segment=NetworkSegment(e75be89d-d720-4cc9-8f50-cb6a561e1c49),segment_id=e75be89d-d720-4cc9-8f50-cb6a561e1c49)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:07.540476 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (a703adef-8c44-4eec-838e-5aad98fa4ab0), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:07.566012 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d773d4f0-7740-4156-b399-b6577318b5ca x-openstack-request-id: req-d773d4f0-7740-4156-b399-b6577318b5ca {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:23:07.566474 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56a2f58-c7b9-4b57-a6dd-d5e3749f8022", "name": "network-vif-plugged", "status": "completed", "tag": "a703adef-8c44-4eec-838e-5aad98fa4ab0", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:23:07.566733 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d773d4f0-7740-4156-b399-b6577318b5ca {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:23:07.567153 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d773d4f0-7740-4156-b399-b6577318b5ca'] response: {'server_uuid': 'd56a2f58-c7b9-4b57-a6dd-d5e3749f8022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a703adef-8c44-4eec-838e-5aad98fa4ab0', 'code': 200} May 04 08:23:07.593488 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=a703adef-8c44-4eec-838e-5aad98fa4ab0,revision_number=8']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:07.916421 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329eb81c-6701-4ec9-a993-f3b90a53311b req-26399557-129d-41d4-b8a2-21c31868c239 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:07.918129 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-329eb81c-6701-4ec9-a993-f3b90a53311b req-26399557-129d-41d4-b8a2-21c31868c239 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 944 time: 0.0487616 May 04 08:23:07.976032 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-329eb81c-6701-4ec9-a993-f3b90a53311b req-c5a28015-eb70-4af4-a702-3735d8ec657c tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520430 May 04 08:23:08.456773 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb590bc-4a0d-4be8-a303-65bb0d2e4324 req-c09bbb34-14d5-46d9-bc16-27af7bbc28e2 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:08.458243 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7eb590bc-4a0d-4be8-a303-65bb0d2e4324 req-c09bbb34-14d5-46d9-bc16-27af7bbc28e2 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0519061 May 04 08:23:08.519356 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7eb590bc-4a0d-4be8-a303-65bb0d2e4324 req-6486b452-f6bd-4edf-a736-58606c674451 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553355 May 04 08:23:09.094303 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc4968-ec50-4c6c-9201-f0cc64382271 req-48b5f69d-e0dd-4dc5-b18e-a124c97319b4 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:09.095779 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3edc4968-ec50-4c6c-9201-f0cc64382271 req-48b5f69d-e0dd-4dc5-b18e-a124c97319b4 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 944 time: 0.0500669 May 04 08:23:09.149536 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3edc4968-ec50-4c6c-9201-f0cc64382271 req-da949b44-63b5-472e-a15d-a4adba12f1df tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452235 May 04 08:23:09.371699 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 9932ce33-8f1c-417e-becc-177bda86e967 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:23:09.480753 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port 9932ce33-8f1c-417e-becc-177bda86e967, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=9932ce33-8f1c-417e-becc-177bda86e967,segment=NetworkSegment(ab49c26d-9f0b-4659-a39a-683771b4ac31),segment_id=ab49c26d-9f0b-4659-a39a-683771b4ac31)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:09.493674 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Returning: {'device': '9932ce33-8f1c-417e-becc-177bda86e967', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'port_id': '9932ce33-8f1c-417e-becc-177bda86e967', 'mac_address': 'fa:16:3e:de:13:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:23:09.534188 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port 9932ce33-8f1c-417e-becc-177bda86e967 is: DOWN; New status is: BUILD {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:23:09.534595 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (9932ce33-8f1c-417e-becc-177bda86e967), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:09.548524 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9932ce33-8f1c-417e-becc-177bda86e967 {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:23:09.571438 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port 9932ce33-8f1c-417e-becc-177bda86e967, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=9932ce33-8f1c-417e-becc-177bda86e967,segment=NetworkSegment(ab49c26d-9f0b-4659-a39a-683771b4ac31),segment_id=ab49c26d-9f0b-4659-a39a-683771b4ac31)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:09.577582 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (9932ce33-8f1c-417e-becc-177bda86e967), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:09.625997 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=9932ce33-8f1c-417e-becc-177bda86e967,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:09.643325 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f9fef-9b82-47e4-aa3a-5ffaf9001627 req-5c2cb8d8-689d-4358-9a3c-18f7a6cdf182 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:09.644879 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e84f9fef-9b82-47e4-aa3a-5ffaf9001627 req-5c2cb8d8-689d-4358-9a3c-18f7a6cdf182 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0538964 May 04 08:23:09.705606 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e84f9fef-9b82-47e4-aa3a-5ffaf9001627 req-86899e2a-ba33-4822-af70-ec48dc4f6dad tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546923 May 04 08:23:09.982324 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['9932ce33-8f1c-417e-becc-177bda86e967'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:23:09.987684 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826c556-8cb6-4a7f-b209-9602379bc9b7 req-0a4deffd-9ff5-4e8a-88b9-2c9884ad8388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:09.989145 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7826c556-8cb6-4a7f-b209-9602379bc9b7 req-0a4deffd-9ff5-4e8a-88b9-2c9884ad8388 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 1130 time: 0.0413232 May 04 08:23:10.048843 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7826c556-8cb6-4a7f-b209-9602379bc9b7 req-9d247f7c-7515-456e-852a-f8f504c2ebf9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532696 May 04 08:23:10.279271 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214388e-e718-4bb4-bca1-b3cec307925c req-e9b672f2-eb6f-4b00-ad4c-f540b2d43174 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:10.280758 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3214388e-e718-4bb4-bca1-b3cec307925c req-e9b672f2-eb6f-4b00-ad4c-f540b2d43174 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 945 time: 0.0471292 May 04 08:23:10.330818 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3214388e-e718-4bb4-bca1-b3cec307925c req-6cb2dc39-f0de-46f0-8d84-fbf498a21a69 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441608 May 04 08:23:10.822302 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169cd66-cf46-4352-a665-3e84f0c867f2 req-bc7aa3ff-4ef8-4d84-84cc-0d5c174837c0 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:10.824364 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a169cd66-cf46-4352-a665-3e84f0c867f2 req-bc7aa3ff-4ef8-4d84-84cc-0d5c174837c0 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0491736 May 04 08:23:10.874456 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a169cd66-cf46-4352-a665-3e84f0c867f2 req-37bf0297-ea34-4757-b411-c76b663f030c tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440006 May 04 08:23:11.382125 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 9932ce33-8f1c-417e-becc-177bda86e967 up at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:23:11.433344 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning for port 9932ce33-8f1c-417e-becc-177bda86e967 completed by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:23:11.442029 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning complete for port 9932ce33-8f1c-417e-becc-177bda86e967 triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:23:11.442552 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (9932ce33-8f1c-417e-becc-177bda86e967), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:11.457892 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee6227-ba2a-415b-8dd9-727d0b83badb req-f992931c-a538-44f0-932a-dae4a2a5ea2a tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:11.459562 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-18ee6227-ba2a-415b-8dd9-727d0b83badb req-f992931c-a538-44f0-932a-dae4a2a5ea2a tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 945 time: 0.0624306 May 04 08:23:11.518759 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-18ee6227-ba2a-415b-8dd9-727d0b83badb req-bbb15c32-fb4a-406e-a29d-fb464793b5c8 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529459 May 04 08:23:11.528240 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port 9932ce33-8f1c-417e-becc-177bda86e967 is: BUILD; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:23:11.528879 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (9932ce33-8f1c-417e-becc-177bda86e967), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:11.559285 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bf33db-4879-4515-b907-6331adc2b40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9932ce33-8f1c-417e-becc-177bda86e967'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:23:11.559285 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa52f837-502f-4c77-bfa1-415c63eaa145" -d '{"events": [{"server_uuid": "20bf33db-4879-4515-b907-6331adc2b40e", "name": "network-vif-plugged", "status": "completed", "tag": "9932ce33-8f1c-417e-becc-177bda86e967"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:23:11.568496 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port 9932ce33-8f1c-417e-becc-177bda86e967, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=9932ce33-8f1c-417e-becc-177bda86e967,segment=NetworkSegment(ab49c26d-9f0b-4659-a39a-683771b4ac31),segment_id=ab49c26d-9f0b-4659-a39a-683771b4ac31)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:11.573698 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (9932ce33-8f1c-417e-becc-177bda86e967), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:11.609881 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ce1cda-c92c-4380-9ce2-f69f0090922c x-openstack-request-id: req-e4ce1cda-c92c-4380-9ce2-f69f0090922c {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:23:11.610206 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bf33db-4879-4515-b907-6331adc2b40e", "name": "network-vif-plugged", "status": "completed", "tag": "9932ce33-8f1c-417e-becc-177bda86e967", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:23:11.610467 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e4ce1cda-c92c-4380-9ce2-f69f0090922c {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:23:11.610899 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4ce1cda-c92c-4380-9ce2-f69f0090922c'] response: {'server_uuid': '20bf33db-4879-4515-b907-6331adc2b40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9932ce33-8f1c-417e-becc-177bda86e967', 'code': 200} May 04 08:23:11.633072 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=9932ce33-8f1c-417e-becc-177bda86e967,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:11.992780 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc8969-bd84-4648-9ce7-36dd45ba4481 req-6598e153-b333-46e2-9bde-c6693637523d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:11.994240 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0bbc8969-bd84-4648-9ce7-36dd45ba4481 req-6598e153-b333-46e2-9bde-c6693637523d tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0498924 May 04 08:23:12.045636 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0bbc8969-bd84-4648-9ce7-36dd45ba4481 req-bbfc39cf-bf93-49c6-a9f5-7a9cf043af21 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454359 May 04 08:23:12.643570 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dabf9-c962-4664-a632-0f1552d253a7 req-4e7e2c5a-8c0a-434f-a79e-77a2f5ff2d4f tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:12.645060 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ac6dabf9-c962-4664-a632-0f1552d253a7 req-4e7e2c5a-8c0a-434f-a79e-77a2f5ff2d4f tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 946 time: 0.0515859 May 04 08:23:12.697651 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ac6dabf9-c962-4664-a632-0f1552d253a7 req-c256ebc8-d2b0-40cf-b0c2-9bd32bb5b27a tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464759 May 04 08:23:13.119024 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57478093-42a3-4272-97f1-7cb9cd30a364 req-1d90dd01-39d6-4a65-adc2-ae6db2c197cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:13.120588 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-57478093-42a3-4272-97f1-7cb9cd30a364 req-1d90dd01-39d6-4a65-adc2-ae6db2c197cb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 1130 time: 0.0539749 May 04 08:23:13.168800 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-57478093-42a3-4272-97f1-7cb9cd30a364 req-050a5bde-33d1-4b69-a2c6-9072f8544aba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408189 May 04 08:23:13.174116 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f42b08-023d-4fce-9f60-21c58771f2f4 req-c722c20f-9584-4b1e-9f4d-0e2dc84f6387 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:13.176029 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-41f42b08-023d-4fce-9f60-21c58771f2f4 req-c722c20f-9584-4b1e-9f4d-0e2dc84f6387 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0467243 May 04 08:23:13.227795 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-41f42b08-023d-4fce-9f60-21c58771f2f4 req-754c3caf-c94b-4ed5-8dbc-bb8146371c2b tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458336 May 04 08:23:13.816012 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e42e9-371a-42a9-9f3f-2d96bd2743e0 req-21087f48-9b76-4567-8e43-6f2424ef5fd4 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:13.817696 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-935e42e9-371a-42a9-9f3f-2d96bd2743e0 req-21087f48-9b76-4567-8e43-6f2424ef5fd4 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 946 time: 0.0517173 May 04 08:23:13.873765 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-935e42e9-371a-42a9-9f3f-2d96bd2743e0 req-da9dec1d-97d9-42cc-ada7-239ae1e4a9a3 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498385 May 04 08:23:14.481037 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3322e8-1ecc-478e-acb4-ae62bea09560 req-3853ed25-9756-47ed-b146-cc4fe7ddf5c9 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:14.482618 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9a3322e8-1ecc-478e-acb4-ae62bea09560 req-3853ed25-9756-47ed-b146-cc4fe7ddf5c9 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18 HTTP/1.1" status: 200 len: 946 time: 0.0476630 May 04 08:23:14.534556 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-9a3322e8-1ecc-478e-acb4-ae62bea09560 req-580a178e-e497-4c4b-aadf-69496d109354 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7397585-9122-47ca-bfa9-9ef0cbcef973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444727 May 04 08:23:15.001278 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5130bc5-8fb2-431d-8173-c2bbc816948f req-56cde8fc-b98e-445e-aa88-04b28166ffc6 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:15.002698 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a5130bc5-8fb2-431d-8173-c2bbc816948f req-56cde8fc-b98e-445e-aa88-04b28166ffc6 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 946 time: 0.0515096 May 04 08:23:15.059828 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a5130bc5-8fb2-431d-8173-c2bbc816948f req-89f584e0-2ec8-45e3-b749-8c7ceed0ef96 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510919 May 04 08:23:15.677478 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d5e35-7457-42a7-8b74-81ab7e55fd4c req-ca576237-1197-47f5-a1a9-7fd1e712caf7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:15.678893 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5e3d5e35-7457-42a7-8b74-81ab7e55fd4c req-ca576237-1197-47f5-a1a9-7fd1e712caf7 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18 HTTP/1.1" status: 200 len: 946 time: 0.0589106 May 04 08:23:15.727529 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5e3d5e35-7457-42a7-8b74-81ab7e55fd4c req-1680b28d-2c9e-4791-9868-1143be8bca89 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7397585-9122-47ca-bfa9-9ef0cbcef973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428791 May 04 08:23:16.186861 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf71688-e18e-4864-a3e7-7e702c6b71bb req-95b35e5a-b5ed-48b3-9779-dd0f9e74d8e0 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:16.188383 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0bf71688-e18e-4864-a3e7-7e702c6b71bb req-95b35e5a-b5ed-48b3-9779-dd0f9e74d8e0 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 946 time: 0.0550177 May 04 08:23:16.241266 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0bf71688-e18e-4864-a3e7-7e702c6b71bb req-c863f516-baea-4624-9bf8-f9b4d53a5ebb tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465865 May 04 08:23:16.845666 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4558c-43c0-4b55-aef6-458768a7d23d req-578cd191-89a4-4ff6-9598-33fd464bcd65 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:16.847418 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-73d4558c-43c0-4b55-aef6-458768a7d23d req-578cd191-89a4-4ff6-9598-33fd464bcd65 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18 HTTP/1.1" status: 200 len: 946 time: 0.0475929 May 04 08:23:16.904893 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-73d4558c-43c0-4b55-aef6-458768a7d23d req-4952ca70-7cdc-4e4d-95ce-1f0b20fe8cd3 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7397585-9122-47ca-bfa9-9ef0cbcef973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518427 May 04 08:23:17.148567 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34953b-b354-4996-826e-4fd5c8545729 req-1b2878e2-88c8-492a-91ac-b68b67c7fbc1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:17.150109 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bd34953b-b354-4996-826e-4fd5c8545729 req-1b2878e2-88c8-492a-91ac-b68b67c7fbc1 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18 HTTP/1.1" status: 200 len: 946 time: 0.0548449 May 04 08:23:17.359902 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7639a46-7687-4d99-8e7f-15194f19eafe req-0d5502f8-9db9-4253-8b85-129b8753ac07 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:17.361377 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e7639a46-7687-4d99-8e7f-15194f19eafe req-0d5502f8-9db9-4253-8b85-129b8753ac07 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 946 time: 0.0464385 May 04 08:23:17.411025 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e7639a46-7687-4d99-8e7f-15194f19eafe req-cc49ac2b-25d6-42ea-bdcd-d08a342a3afc tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437989 May 04 08:23:17.539978 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b9756-b168-4c0a-bebf-3dbb1359797a req-4ccc20c7-6cbc-48b2-b25b-1054f0b98616 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:17.541509 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-859b9756-b168-4c0a-bebf-3dbb1359797a req-4ccc20c7-6cbc-48b2-b25b-1054f0b98616 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 946 time: 0.0638838 May 04 08:23:17.603256 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-859b9756-b168-4c0a-bebf-3dbb1359797a req-8d485ef5-d8cd-4fd9-945b-5438433a1d5f tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551157 May 04 08:23:17.618981 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 39256) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:17.645525 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-bd34953b-b354-4996-826e-4fd5c8545729 req-b7b5403f-9543-4cba-840e-40bc9466da61 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Deleting port aa8267ee-1560-4489-8531-27e9324ea866 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:23:17.645863 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-bd34953b-b354-4996-826e-4fd5c8545729 req-b7b5403f-9543-4cba-840e-40bc9466da61 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (aa8267ee-1560-4489-8531-27e9324ea866), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:17.735834 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-bd34953b-b354-4996-826e-4fd5c8545729 req-b7b5403f-9543-4cba-840e-40bc9466da61 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] For port aa8267ee-1560-4489-8531-27e9324ea866, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=aa8267ee-1560-4489-8531-27e9324ea866,segment=NetworkSegment(379d6a15-5185-48de-b859-cd8ac013b448),segment_id=379d6a15-5185-48de-b859-cd8ac013b448)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:17.736327 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-bd34953b-b354-4996-826e-4fd5c8545729 req-b7b5403f-9543-4cba-840e-40bc9466da61 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (aa8267ee-1560-4489-8531-27e9324ea866), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:17.758333 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed4d144-e5c1-4810-9c7e-2e82436ebfc6 tempest-TestVolumeBootPattern-1403162662 tempest-TestVolumeBootPattern-1403162662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:17.759905 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-aed4d144-e5c1-4810-9c7e-2e82436ebfc6 tempest-TestVolumeBootPattern-1403162662 tempest-TestVolumeBootPattern-1403162662-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 1125 time: 0.1399214 May 04 08:23:17.762696 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 39262) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:17.767011 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.v2.base [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Request body: {'floatingip': {'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'port_id': '9932ce33-8f1c-417e-becc-177bda86e967', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:23:17.789518 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:17.869742 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:17.916748 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-bd34953b-b354-4996-826e-4fd5c8545729 req-b7b5403f-9543-4cba-840e-40bc9466da61 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:17.917221 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-bd34953b-b354-4996-826e-4fd5c8545729 req-b7b5403f-9543-4cba-840e-40bc9466da61 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (b2fe83dd-0991-4b05-a70d-d6462f1a6c6f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:17.917510 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.l3_db [req-bd34953b-b354-4996-826e-4fd5c8545729 req-b7b5403f-9543-4cba-840e-40bc9466da61 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Floating IP b2fe83dd-0991-4b05-a70d-d6462f1a6c6f disassociated. External IP: 172.27.3.23, port: aa8267ee-1560-4489-8531-27e9324ea866. May 04 08:23:17.917810 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-bd34953b-b354-4996-826e-4fd5c8545729 req-b7b5403f-9543-4cba-840e-40bc9466da61 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Calling delete_port for aa8267ee-1560-4489-8531-27e9324ea866 owned by compute:nova {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:23:18.039335 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Allocated IP 172.27.3.44 (0ebd93d7-2ac3-420c-94d7-d3952e6d85cb/89057fef-1c75-4f30-81a6-882a67ba2a0a/acc24815-c2f2-4fdd-8b77-a93492374afc) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:23:18.050002 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aee8c1-5056-4bf0-8599-0f6dda7dad07 req-af887986-cf24-4904-8220-ef409092f378 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:18.052115 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-43aee8c1-5056-4bf0-8599-0f6dda7dad07 req-af887986-cf24-4904-8220-ef409092f378 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18 HTTP/1.1" status: 200 len: 946 time: 0.0752532 May 04 08:23:18.059447 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-bd34953b-b354-4996-826e-4fd5c8545729 req-b7b5403f-9543-4cba-840e-40bc9466da61 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (aa8267ee-1560-4489-8531-27e9324ea866), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:18.095240 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5403f-9543-4cba-840e-40bc9466da61 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event deleted for resources: {'Port': ['ID=aa8267ee-1560-4489-8531-27e9324ea866,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:18.148756 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-43aee8c1-5056-4bf0-8599-0f6dda7dad07 req-c4d5fbaa-cb88-41eb-ba64-89e86292b1d8 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7397585-9122-47ca-bfa9-9ef0cbcef973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853984 May 04 08:23:18.218577 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for port (acc24815-c2f2-4fdd-8b77-a93492374afc), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:18.223021 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd34953b-b354-4996-826e-4fd5c8545729 req-b7b5403f-9543-4cba-840e-40bc9466da61 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:23:18.252658 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (acc24815-c2f2-4fdd-8b77-a93492374afc), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:18.290614 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Network 0ebd93d7-2ac3-420c-94d7-d3952e6d85cb is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:23:18.296058 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:23:18.300450 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:23:18.303795 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Pushing event updated for resources: {'Port': ['ID=acc24815-c2f2-4fdd-8b77-a93492374afc,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:18.330902 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:18.331378 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:18.331727 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:18.332065 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:18.332395 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:18.332719 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:18.333077 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:18.333395 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:18.333744 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:18.334070 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:18.334493 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:18.334696 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:18.335047 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:18.335414 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:18.335854 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:18.336655 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd34953b-b354-4996-826e-4fd5c8545729 req-b7b5403f-9543-4cba-840e-40bc9466da61 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:23:18.348154 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3527b393-06e8-4e79-bfe2-4927aaa96996 None None] Sync routers for ids ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:23:18.358346 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3527b393-06e8-4e79-bfe2-4927aaa96996 None None] Routers {'596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:23:18.360712 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-3527b393-06e8-4e79-bfe2-4927aaa96996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:23:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:18.380625 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd34953b-b354-4996-826e-4fd5c8545729 req-b7b5403f-9543-4cba-840e-40bc9466da61 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] No DVR routers for this DVR port aa8267ee-1560-4489-8531-27e9324ea866 on host hv-cinder-84028 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:23:18.387492 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-bd34953b-b354-4996-826e-4fd5c8545729 req-b7b5403f-9543-4cba-840e-40bc9466da61 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:18.387492 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bd34953b-b354-4996-826e-4fd5c8545729 req-b7b5403f-9543-4cba-840e-40bc9466da61 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.13 "DELETE /v2.0/ports/aa8267ee-1560-4489-8531-27e9324ea866 HTTP/1.1" status: 204 len: 173 time: 0.8317428 May 04 08:23:18.387803 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18', 'name': 'network-vif-deleted', 'tag': 'aa8267ee-1560-4489-8531-27e9324ea866'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:23:18.389956 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bc3744-0d53-415f-a165-d0735fbc4e72" -d '{"events": [{"server_uuid": "3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18", "name": "network-vif-deleted", "tag": "aa8267ee-1560-4489-8531-27e9324ea866"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:23:18.443713 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3748462-3c1f-4438-b708-f727a2ca1b4d x-openstack-request-id: req-f3748462-3c1f-4438-b708-f727a2ca1b4d {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:23:18.444006 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18", "name": "network-vif-deleted", "tag": "aa8267ee-1560-4489-8531-27e9324ea866", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:23:18.444255 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f3748462-3c1f-4438-b708-f727a2ca1b4d {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:23:18.444680 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3748462-3c1f-4438-b708-f727a2ca1b4d'] response: {'server_uuid': '3bf86a8c-ede4-4dc7-90b7-82fd08ac3d18', 'name': 'network-vif-deleted', 'tag': 'aa8267ee-1560-4489-8531-27e9324ea866', 'status': 'completed', 'code': 200} May 04 08:23:18.503581 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-3527b393-06e8-4e79-bfe2-4927aaa96996 None None] Set router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:23:18.708379 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-3527b393-06e8-4e79-bfe2-4927aaa96996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '8e0be89f-d1e7-4551-99d6-a575798b7796', 'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'mac_address': 'fa:16:3e:dc:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:21Z', 'revision_number': 5, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'subnets': [{'id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:18.729839 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for floatingip (decaa94f-e273-423f-994f-bdbdca438bf6), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:18.734071 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3527b393-06e8-4e79-bfe2-4927aaa96996 None None] Checking router: 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:23:18.742659 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3527b393-06e8-4e79-bfe2-4927aaa96996 None None] Routers {'596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:23:18.743287 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-3527b393-06e8-4e79-bfe2-4927aaa96996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:23:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:18.797626 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (acc24815-c2f2-4fdd-8b77-a93492374afc), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:18.850930 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-3527b393-06e8-4e79-bfe2-4927aaa96996 None None] Set router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:23:19.091288 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-3527b393-06e8-4e79-bfe2-4927aaa96996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '8e0be89f-d1e7-4551-99d6-a575798b7796', 'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'mac_address': 'fa:16:3e:dc:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:21Z', 'revision_number': 5, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'subnets': [{'id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:19.128651 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3527b393-06e8-4e79-bfe2-4927aaa96996 None None] The sync data for ids ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'] in dv-cinder-840289-4-iscsi is: [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '8e0be89f-d1e7-4551-99d6-a575798b7796', 'name': '', 'network_id': 'e2275bde-63c0-443b-bf71-d866f4d5c8f1', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'mac_address': 'fa:16:3e:dc:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:21Z', 'revision_number': 5, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'subnets': [{'id': '652635ed-4b18-46ee-9740-87f4e09ea616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:23:19.257796 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 39294) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:19.291866 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for port (acc24815-c2f2-4fdd-8b77-a93492374afc), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:19.302330 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31339479'] for port (acc24815-c2f2-4fdd-8b77-a93492374afc), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:19.349114 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-13c49c4f-3fc9-4107-9fed-b028af9352ce tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group (b7397585-9122-47ca-bfa9-9ef0cbcef973), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:19.382062 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Pushing event updated for resources: {'Port': ['ID=acc24815-c2f2-4fdd-8b77-a93492374afc,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:19.388439 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device aa8267ee-1560-4489-8531-27e9324ea866 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:23:19.395143 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (decaa94f-e273-423f-994f-bdbdca438bf6), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:19.401349 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-13c49c4f-3fc9-4107-9fed-b028af9352ce tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group (b7397585-9122-47ca-bfa9-9ef0cbcef973), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:19.419159 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] No Port match for: aa8267ee-1560-4489-8531-27e9324ea866 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:23:19.419499 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device aa8267ee-1560-4489-8531-27e9324ea866 not bound to the agent host hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:23:19.449302 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b958806-62a2-42ce-b8b2-29366a6ee76d None None] New status for floating IP b2fe83dd-0991-4b05-a70d-d6462f1a6c6f: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:23:19.462321 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-13c49c4f-3fc9-4107-9fed-b028af9352ce tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (b7397585-9122-47ca-bfa9-9ef0cbcef973), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:19.465100 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-13c49c4f-3fc9-4107-9fed-b028af9352ce tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:19.466331 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-13c49c4f-3fc9-4107-9fed-b028af9352ce tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "DELETE /v2.0/security-groups/b7397585-9122-47ca-bfa9-9ef0cbcef973 HTTP/1.1" status: 204 len: 168 time: 0.2075253 May 04 08:23:19.469650 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 39298) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:19.486437 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c49c4f-3fc9-4107-9fed-b028af9352ce tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7397585-9122-47ca-bfa9-9ef0cbcef973,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:19.488536 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.api.v2.resource [None req-f9022ecc-5247-4b22-8f73-3367300c8a47 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] show failed (client error): The resource could not be found. May 04 08:23:19.489551 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-f9022ecc-5247-4b22-8f73-3367300c8a47 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "GET /v2.0/security-groups/b7397585-9122-47ca-bfa9-9ef0cbcef973 HTTP/1.1" status: 404 len: 347 time: 0.0189323 May 04 08:23:19.494731 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 39300) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:19.585569 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.db.l3_db [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Floating IP decaa94f-e273-423f-994f-bdbdca438bf6 associated. External IP: 172.27.3.44, port: 9932ce33-8f1c-417e-becc-177bda86e967. May 04 08:23:19.670473 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-72201063-f0fb-4b30-a632-54cd13bf4211 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Deleting port cab9a8b6-4b46-422e-8037-5dbb5c115d11 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:23:19.670802 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-72201063-f0fb-4b30-a632-54cd13bf4211 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (cab9a8b6-4b46-422e-8037-5dbb5c115d11), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:19.818096 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-72201063-f0fb-4b30-a632-54cd13bf4211 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (cab9a8b6-4b46-422e-8037-5dbb5c115d11), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:19.818397 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-72201063-f0fb-4b30-a632-54cd13bf4211 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for floatingip (cab9a8b6-4b46-422e-8037-5dbb5c115d11), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:19.834831 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-72201063-f0fb-4b30-a632-54cd13bf4211 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Calling delete_port for cab9a8b6-4b46-422e-8037-5dbb5c115d11 owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:23:19.951899 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:23:20.095183 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-72201063-f0fb-4b30-a632-54cd13bf4211 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (cab9a8b6-4b46-422e-8037-5dbb5c115d11), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:20.129956 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72201063-f0fb-4b30-a632-54cd13bf4211 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Pushing event deleted for resources: {'Port': ['ID=cab9a8b6-4b46-422e-8037-5dbb5c115d11,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:20.133620 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:23:20.200563 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd881be-a4c7-460c-925f-e5287168e7d9 None None] Sync routers for ids ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:23:20.210101 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-72201063-f0fb-4b30-a632-54cd13bf4211 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks [] for floatingip (b2fe83dd-0991-4b05-a70d-d6462f1a6c6f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:20.212720 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-72201063-f0fb-4b30-a632-54cd13bf4211 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:20.212953 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 6 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:23:20.217124 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-72201063-f0fb-4b30-a632-54cd13bf4211 tempest-AttachVolumeNegativeTest-1111665610 tempest-AttachVolumeNegativeTest-1111665610-project] 10.222.0.59 "DELETE /v2.0/floatingips/b2fe83dd-0991-4b05-a70d-d6462f1a6c6f HTTP/1.1" status: 204 len: 168 time: 0.7182617 May 04 08:23:20.217124 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:20.226621 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd881be-a4c7-460c-925f-e5287168e7d9 None None] Routers {'34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:23:20.227410 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-1bd881be-a4c7-460c-925f-e5287168e7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:23:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:20.247487 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-dd756c5e-68db-49f7-8f0c-09e4bcae4209 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4835222 May 04 08:23:20.247880 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bf33db-4879-4515-b907-6331adc2b40e', 'tag': '9932ce33-8f1c-417e-becc-177bda86e967'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:23:20.250152 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644f9b81011f902d5a48520c995b4e8323da082f15dc8879127e03e175236f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb34e2f-c8d2-477b-b054-0f685413a364" -d '{"events": [{"name": "network-changed", "server_uuid": "20bf33db-4879-4515-b907-6331adc2b40e", "tag": "9932ce33-8f1c-417e-becc-177bda86e967"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:23:20.288149 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4d28f5-9562-4e67-8c6b-17b907eec16e x-openstack-request-id: req-3a4d28f5-9562-4e67-8c6b-17b907eec16e {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:23:20.288448 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bf33db-4879-4515-b907-6331adc2b40e", "tag": "9932ce33-8f1c-417e-becc-177bda86e967", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:23:20.288706 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3a4d28f5-9562-4e67-8c6b-17b907eec16e {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:23:20.289126 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a4d28f5-9562-4e67-8c6b-17b907eec16e'] response: {'name': 'network-changed', 'server_uuid': '20bf33db-4879-4515-b907-6331adc2b40e', 'tag': '9932ce33-8f1c-417e-becc-177bda86e967', 'status': 'completed', 'code': 200} May 04 08:23:20.350652 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-1bd881be-a4c7-460c-925f-e5287168e7d9 None None] Set router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:23:20.397406 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb34e2f-c8d2-477b-b054-0f685413a364 req-2536be57-57d9-4d3d-aa19-1ed13cf36eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:20.399672 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8eb34e2f-c8d2-477b-b054-0f685413a364 req-2536be57-57d9-4d3d-aa19-1ed13cf36eb0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74c56bb918414ffe937415b180eb5944&device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 1130 time: 0.0463552 May 04 08:23:20.493299 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb34e2f-c8d2-477b-b054-0f685413a364 req-026055ac-95e6-46de-9a99-46daec0c9821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:20.496275 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8eb34e2f-c8d2-477b-b054-0f685413a364 req-026055ac-95e6-46de-9a99-46daec0c9821 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3e15cd7-7965-45b0-9080-9151cadd7087 HTTP/1.1" status: 200 len: 912 time: 0.0900640 May 04 08:23:20.573248 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8eb34e2f-c8d2-477b-b054-0f685413a364 req-18d47eed-e9ca-4885-b78e-48514ab199b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9932ce33-8f1c-417e-becc-177bda86e967 HTTP/1.1" status: 200 len: 999 time: 0.0618575 May 04 08:23:20.585762 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-1bd881be-a4c7-460c-925f-e5287168e7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'name': 'tempest-TestVolumeBootPattern-207200761-router', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '31469d2e-4713-498a-ac84-44d8a742942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:16:58Z', 'revision_number': 4, 'project_id': '74c56bb918414ffe937415b180eb5944', 'gw_port': {'id': '31469d2e-4713-498a-ac84-44d8a742942b', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': '8c76c49c-3b6f-4a29-8468-d30ff2504d31', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'port_id': '488beac5-593a-40e5-8057-000e3d077b9f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'mac_address': 'fa:16:3e:f6:02:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4dae11-6d49-421c-b91c-90ead592facf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:20:51Z', 'updated_at': '2022-05-04T08:20:53Z', 'revision_number': 1, 'project_id': '74c56bb918414ffe937415b180eb5944', 'fixed_ip_address_scope': None}, {'id': 'decaa94f-e273-423f-994f-bdbdca438bf6', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'port_id': '9932ce33-8f1c-417e-becc-177bda86e967', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'mac_address': 'fa:16:3e:de:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bf33db-4879-4515-b907-6331adc2b40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:23:18Z', 'updated_at': '2022-05-04T08:23:18Z', 'revision_number': 0, 'project_id': '74c56bb918414ffe937415b180eb5944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8', 'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'mac_address': 'fa:16:3e:ce:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:57Z', 'updated_at': '2022-05-04T08:17:02Z', 'revision_number': 5, 'project_id': '74c56bb918414ffe937415b180eb5944', 'subnets': [{'id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:20.615858 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd881be-a4c7-460c-925f-e5287168e7d9 None None] Checking router: 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:23:20.621775 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb34e2f-c8d2-477b-b054-0f685413a364 req-d1d4e49e-3b3b-4532-9861-f025f62aa507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:20.623352 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8eb34e2f-c8d2-477b-b054-0f685413a364 req-d1d4e49e-3b3b-4532-9861-f025f62aa507 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b831c99a-7ea5-474f-8091-5f278d7d0d3f HTTP/1.1" status: 200 len: 850 time: 0.0439818 May 04 08:23:20.626587 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd881be-a4c7-460c-925f-e5287168e7d9 None None] Routers {'34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:23:20.627601 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-1bd881be-a4c7-460c-925f-e5287168e7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:23:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:20.674977 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb34e2f-c8d2-477b-b054-0f685413a364 req-ece2d2b1-db7f-4d74-ad93-ca5dd714f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:20.677170 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8eb34e2f-c8d2-477b-b054-0f685413a364 req-ece2d2b1-db7f-4d74-ad93-ca5dd714f3fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3e15cd7-7965-45b0-9080-9151cadd7087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400498 May 04 08:23:20.743764 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-1bd881be-a4c7-460c-925f-e5287168e7d9 None None] Set router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:23:20.774784 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8eb34e2f-c8d2-477b-b054-0f685413a364 req-2858fbb8-5512-4eee-b17e-0906e025211d service neutron] 10.222.0.13 "GET /v2.0/networks/f3e15cd7-7965-45b0-9080-9151cadd7087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897634 May 04 08:23:20.871258 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8eb34e2f-c8d2-477b-b054-0f685413a364 req-cba66713-3be5-4e95-b61e-dd960f773e01 service neutron] 10.222.0.13 "GET /v2.0/networks/f3e15cd7-7965-45b0-9080-9151cadd7087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896554 May 04 08:23:21.046141 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-1bd881be-a4c7-460c-925f-e5287168e7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'name': 'tempest-TestVolumeBootPattern-207200761-router', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '31469d2e-4713-498a-ac84-44d8a742942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:16:58Z', 'revision_number': 4, 'project_id': '74c56bb918414ffe937415b180eb5944', 'gw_port': {'id': '31469d2e-4713-498a-ac84-44d8a742942b', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': '8c76c49c-3b6f-4a29-8468-d30ff2504d31', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'port_id': '488beac5-593a-40e5-8057-000e3d077b9f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'mac_address': 'fa:16:3e:f6:02:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4dae11-6d49-421c-b91c-90ead592facf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:20:51Z', 'updated_at': '2022-05-04T08:20:53Z', 'revision_number': 1, 'project_id': '74c56bb918414ffe937415b180eb5944', 'fixed_ip_address_scope': None}, {'id': 'decaa94f-e273-423f-994f-bdbdca438bf6', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'port_id': '9932ce33-8f1c-417e-becc-177bda86e967', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'mac_address': 'fa:16:3e:de:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bf33db-4879-4515-b907-6331adc2b40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:23:18Z', 'updated_at': '2022-05-04T08:23:18Z', 'revision_number': 0, 'project_id': '74c56bb918414ffe937415b180eb5944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8', 'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'mac_address': 'fa:16:3e:ce:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:57Z', 'updated_at': '2022-05-04T08:17:02Z', 'revision_number': 5, 'project_id': '74c56bb918414ffe937415b180eb5944', 'subnets': [{'id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:21.074909 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd881be-a4c7-460c-925f-e5287168e7d9 None None] The sync data for ids ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'] in dv-cinder-840289-4-iscsi is: [{'id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'name': 'tempest-TestVolumeBootPattern-207200761-router', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '31469d2e-4713-498a-ac84-44d8a742942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:16:58Z', 'revision_number': 4, 'project_id': '74c56bb918414ffe937415b180eb5944', 'gw_port': {'id': '31469d2e-4713-498a-ac84-44d8a742942b', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': '8c76c49c-3b6f-4a29-8468-d30ff2504d31', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'port_id': '488beac5-593a-40e5-8057-000e3d077b9f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'mac_address': 'fa:16:3e:f6:02:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4dae11-6d49-421c-b91c-90ead592facf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:20:51Z', 'updated_at': '2022-05-04T08:20:53Z', 'revision_number': 1, 'project_id': '74c56bb918414ffe937415b180eb5944', 'fixed_ip_address_scope': None}, {'id': 'decaa94f-e273-423f-994f-bdbdca438bf6', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'port_id': '9932ce33-8f1c-417e-becc-177bda86e967', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'mac_address': 'fa:16:3e:de:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bf33db-4879-4515-b907-6331adc2b40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:23:18Z', 'updated_at': '2022-05-04T08:23:18Z', 'revision_number': 0, 'project_id': '74c56bb918414ffe937415b180eb5944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8', 'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'mac_address': 'fa:16:3e:ce:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:57Z', 'updated_at': '2022-05-04T08:17:02Z', 'revision_number': 5, 'project_id': '74c56bb918414ffe937415b180eb5944', 'subnets': [{'id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:23:21.285791 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02083ed5-369a-44e5-a8ae-0848ecc24124 None None] New status for floating IP decaa94f-e273-423f-994f-bdbdca438bf6: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:23:21.963064 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f253cf9-5ebd-45d8-a9fe-b3a6a8298728 req-fb1cbc0a-3609-49a5-a7ff-0d4231816dd5 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:21.964390 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8f253cf9-5ebd-45d8-a9fe-b3a6a8298728 req-fb1cbc0a-3609-49a5-a7ff-0d4231816dd5 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c70b3d0-1da5-4c78-b74f-72ce8c815c9e HTTP/1.1" status: 200 len: 946 time: 0.0532057 May 04 08:23:22.011710 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8f253cf9-5ebd-45d8-a9fe-b3a6a8298728 req-aadc2a2e-2e2e-4bfd-9aaf-e22f45ecd505 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a2e39f5-c331-4deb-a4c4-4da8b5e33663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415540 May 04 08:23:23.137117 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6545b0-84cb-4541-b682-1919cb9fffae req-810983ba-afcf-41c5-9c0b-35ba6945befc tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:23.138639 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ca6545b0-84cb-4541-b682-1919cb9fffae req-810983ba-afcf-41c5-9c0b-35ba6945befc tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c70b3d0-1da5-4c78-b74f-72ce8c815c9e HTTP/1.1" status: 200 len: 946 time: 0.0516393 May 04 08:23:23.190202 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-ca6545b0-84cb-4541-b682-1919cb9fffae req-74cad156-9844-4f01-8eb2-45608bef7ec3 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a2e39f5-c331-4deb-a4c4-4da8b5e33663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457401 May 04 08:23:23.903354 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 39384) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:24.298211 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844e31a-0e00-48b3-b279-71d2a5c1cf4f req-0413caf4-aa89-4df7-95df-880dd2160534 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:24.299738 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a844e31a-0e00-48b3-b279-71d2a5c1cf4f req-0413caf4-aa89-4df7-95df-880dd2160534 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c70b3d0-1da5-4c78-b74f-72ce8c815c9e HTTP/1.1" status: 200 len: 946 time: 0.0515237 May 04 08:23:24.317654 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b295877-ba0d-4476-ac31-3156cc1b4e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-723922'] for router_interface (596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:24.358865 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78413ad5-0f7d-4037-b6c0-62a853abab04 req-c8fd80a6-5c77-478c-8c56-b5adf0d451e7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:24.360349 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-78413ad5-0f7d-4037-b6c0-62a853abab04 req-c8fd80a6-5c77-478c-8c56-b5adf0d451e7 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c70b3d0-1da5-4c78-b74f-72ce8c815c9e HTTP/1.1" status: 200 len: 946 time: 0.0918863 May 04 08:23:24.387976 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-a844e31a-0e00-48b3-b279-71d2a5c1cf4f req-e26fa189-d704-43c0-90db-a350e2381873 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Deleting port e35871c6-acd5-4f23-bbad-8bcb9ea97847 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:23:24.388342 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-a844e31a-0e00-48b3-b279-71d2a5c1cf4f req-e26fa189-d704-43c0-90db-a350e2381873 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (e35871c6-acd5-4f23-bbad-8bcb9ea97847), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:24.459012 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-78413ad5-0f7d-4037-b6c0-62a853abab04 req-cf43ae9e-0066-4b5a-929d-90318559b4f4 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a2e39f5-c331-4deb-a4c4-4da8b5e33663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926449 May 04 08:23:24.482238 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-a844e31a-0e00-48b3-b279-71d2a5c1cf4f req-e26fa189-d704-43c0-90db-a350e2381873 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] For port e35871c6-acd5-4f23-bbad-8bcb9ea97847, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e35871c6-acd5-4f23-bbad-8bcb9ea97847,segment=NetworkSegment(be24cf48-fbca-4f1a-adfd-44da32707882),segment_id=be24cf48-fbca-4f1a-adfd-44da32707882)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:24.482610 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-a844e31a-0e00-48b3-b279-71d2a5c1cf4f req-e26fa189-d704-43c0-90db-a350e2381873 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (e35871c6-acd5-4f23-bbad-8bcb9ea97847), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:24.591720 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-2b295877-ba0d-4476-ac31-3156cc1b4e12 admin admin] Deleting port 8e0be89f-d1e7-4551-99d6-a575798b7796 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:23:24.592000 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b295877-ba0d-4476-ac31-3156cc1b4e12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (8e0be89f-d1e7-4551-99d6-a575798b7796), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:24.653623 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-a844e31a-0e00-48b3-b279-71d2a5c1cf4f req-e26fa189-d704-43c0-90db-a350e2381873 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:24.653904 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-a844e31a-0e00-48b3-b279-71d2a5c1cf4f req-e26fa189-d704-43c0-90db-a350e2381873 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (f7baf318-1417-4cc5-9dbd-e0e0ff751cee), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:24.654220 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.l3_db [req-a844e31a-0e00-48b3-b279-71d2a5c1cf4f req-e26fa189-d704-43c0-90db-a350e2381873 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Floating IP f7baf318-1417-4cc5-9dbd-e0e0ff751cee disassociated. External IP: 172.27.3.18, port: e35871c6-acd5-4f23-bbad-8bcb9ea97847. May 04 08:23:24.654549 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-a844e31a-0e00-48b3-b279-71d2a5c1cf4f req-e26fa189-d704-43c0-90db-a350e2381873 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Calling delete_port for e35871c6-acd5-4f23-bbad-8bcb9ea97847 owned by compute:nova {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:23:24.669029 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-2b295877-ba0d-4476-ac31-3156cc1b4e12 admin admin] For port 8e0be89f-d1e7-4551-99d6-a575798b7796, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=8e0be89f-d1e7-4551-99d6-a575798b7796,segment=NetworkSegment(379d6a15-5185-48de-b859-cd8ac013b448),segment_id=379d6a15-5185-48de-b859-cd8ac013b448)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:24.669515 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b295877-ba0d-4476-ac31-3156cc1b4e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (8e0be89f-d1e7-4551-99d6-a575798b7796), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:24.683259 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-2b295877-ba0d-4476-ac31-3156cc1b4e12 admin admin] Calling delete_port for 8e0be89f-d1e7-4551-99d6-a575798b7796 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:23:24.784062 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-a844e31a-0e00-48b3-b279-71d2a5c1cf4f req-e26fa189-d704-43c0-90db-a350e2381873 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (e35871c6-acd5-4f23-bbad-8bcb9ea97847), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:24.822898 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fa189-d704-43c0-90db-a350e2381873 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Pushing event deleted for resources: {'Port': ['ID=e35871c6-acd5-4f23-bbad-8bcb9ea97847,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:24.880217 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b295877-ba0d-4476-ac31-3156cc1b4e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (8e0be89f-d1e7-4551-99d6-a575798b7796), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:24.911727 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b295877-ba0d-4476-ac31-3156cc1b4e12 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e0be89f-d1e7-4551-99d6-a575798b7796,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:24.941689 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a844e31a-0e00-48b3-b279-71d2a5c1cf4f req-e26fa189-d704-43c0-90db-a350e2381873 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Router f007bd36-33d7-4370-802d-ad3845496dc5 has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:23:25.073498 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a844e31a-0e00-48b3-b279-71d2a5c1cf4f req-e26fa189-d704-43c0-90db-a350e2381873 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:23:25.086531 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d977d08c-6629-4d07-a955-8032ea51264e None None] Sync routers for ids ['f007bd36-33d7-4370-802d-ad3845496dc5'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:23:25.098122 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d977d08c-6629-4d07-a955-8032ea51264e None None] Routers {'f007bd36-33d7-4370-802d-ad3845496dc5'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:23:25.099233 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-d977d08c-6629-4d07-a955-8032ea51264e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:23:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['f007bd36-33d7-4370-802d-ad3845496dc5'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:25.113806 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b295877-ba0d-4476-ac31-3156cc1b4e12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734405'] for router_interface (596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:25.119894 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-a844e31a-0e00-48b3-b279-71d2a5c1cf4f req-e26fa189-d704-43c0-90db-a350e2381873 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] No DVR routers for this DVR port e35871c6-acd5-4f23-bbad-8bcb9ea97847 on host hv-cinder-84028 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:23:25.122361 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-a844e31a-0e00-48b3-b279-71d2a5c1cf4f req-e26fa189-d704-43c0-90db-a350e2381873 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:25.127319 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a844e31a-0e00-48b3-b279-71d2a5c1cf4f req-e26fa189-d704-43c0-90db-a350e2381873 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.13 "DELETE /v2.0/ports/e35871c6-acd5-4f23-bbad-8bcb9ea97847 HTTP/1.1" status: 204 len: 173 time: 0.8222430 May 04 08:23:25.127772 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c70b3d0-1da5-4c78-b74f-72ce8c815c9e', 'name': 'network-vif-deleted', 'tag': 'e35871c6-acd5-4f23-bbad-8bcb9ea97847'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:23:25.130180 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6ad3dd-4adf-42ab-b19b-624a499b585b" -d '{"events": [{"server_uuid": "0c70b3d0-1da5-4c78-b74f-72ce8c815c9e", "name": "network-vif-deleted", "tag": "e35871c6-acd5-4f23-bbad-8bcb9ea97847"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:23:25.172262 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd9e1de-4666-4109-8ae7-5635dc5e49d9 x-openstack-request-id: req-7dd9e1de-4666-4109-8ae7-5635dc5e49d9 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:23:25.178458 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c70b3d0-1da5-4c78-b74f-72ce8c815c9e", "name": "network-vif-deleted", "tag": "e35871c6-acd5-4f23-bbad-8bcb9ea97847", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:23:25.178990 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7dd9e1de-4666-4109-8ae7-5635dc5e49d9 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:23:25.179596 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dd9e1de-4666-4109-8ae7-5635dc5e49d9'] response: {'server_uuid': '0c70b3d0-1da5-4c78-b74f-72ce8c815c9e', 'name': 'network-vif-deleted', 'tag': 'e35871c6-acd5-4f23-bbad-8bcb9ea97847', 'status': 'completed', 'code': 200} May 04 08:23:25.233081 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-d977d08c-6629-4d07-a955-8032ea51264e None None] Set router f007bd36-33d7-4370-802d-ad3845496dc5 gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:23:25.434985 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-d977d08c-6629-4d07-a955-8032ea51264e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'name': 'tempest-AttachVolumeTestJSON-1462924431-router', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:16Z', 'revision_number': 4, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'gw_port': {'id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:06Z', 'updated_at': '2022-05-04T08:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': 'baa9b0c3-d50a-416d-899e-4ac277b43cd0', 'name': '', 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'mac_address': 'fa:16:3e:37:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:14Z', 'updated_at': '2022-05-04T08:16:28Z', 'revision_number': 5, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'subnets': [{'id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:25.466528 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d977d08c-6629-4d07-a955-8032ea51264e None None] Checking router: f007bd36-33d7-4370-802d-ad3845496dc5 for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:23:25.476354 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d977d08c-6629-4d07-a955-8032ea51264e None None] Routers {'f007bd36-33d7-4370-802d-ad3845496dc5'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:23:25.476981 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-d977d08c-6629-4d07-a955-8032ea51264e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:23:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['f007bd36-33d7-4370-802d-ad3845496dc5'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:25.593920 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-d977d08c-6629-4d07-a955-8032ea51264e None None] Set router f007bd36-33d7-4370-802d-ad3845496dc5 gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:23:25.657539 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7aae25a4-c5f6-489f-aa19-aca7f547ffc3 req-dd85c821-180a-46dc-90d6-8be8bfb84c26 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c70b3d0-1da5-4c78-b74f-72ce8c815c9e HTTP/1.1" status: 200 len: 210 time: 0.0298615 May 04 08:23:25.676811 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b295877-ba0d-4476-ac31-3156cc1b4e12 admin admin] Router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:23:25.791434 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-d977d08c-6629-4d07-a955-8032ea51264e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'name': 'tempest-AttachVolumeTestJSON-1462924431-router', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:16Z', 'revision_number': 4, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'gw_port': {'id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:06Z', 'updated_at': '2022-05-04T08:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': 'baa9b0c3-d50a-416d-899e-4ac277b43cd0', 'name': '', 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'mac_address': 'fa:16:3e:37:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:14Z', 'updated_at': '2022-05-04T08:16:28Z', 'revision_number': 5, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'subnets': [{'id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:25.796130 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b295877-ba0d-4476-ac31-3156cc1b4e12 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:23:25.802209 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-2b295877-ba0d-4476-ac31-3156cc1b4e12 admin admin] 10.222.0.59 "PUT /v2.0/routers/596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8976681 May 04 08:23:25.804790 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 39396) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:25.808433 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2fa76d-4f36-4ccc-9eb7-04b5edc849f4 None None] Sync routers for ids ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'] in dv-cinder-840289-4-iscsi {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:23:25.819168 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2fa76d-4f36-4ccc-9eb7-04b5edc849f4 None None] Routers {'596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:23:25.819796 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9b2fa76d-4f36-4ccc-9eb7-04b5edc849f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:23:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:25.824695 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d977d08c-6629-4d07-a955-8032ea51264e None None] The sync data for ids ['f007bd36-33d7-4370-802d-ad3845496dc5'] in dv-cinder-840289-4-iscsi is: [{'id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'name': 'tempest-AttachVolumeTestJSON-1462924431-router', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:16:16Z', 'revision_number': 4, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'gw_port': {'id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:06Z', 'updated_at': '2022-05-04T08:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': 'baa9b0c3-d50a-416d-899e-4ac277b43cd0', 'name': '', 'network_id': '7df6b99b-6f55-43f2-ae59-a84ab50ce98b', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'mac_address': 'fa:16:3e:37:37:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:14Z', 'updated_at': '2022-05-04T08:16:28Z', 'revision_number': 5, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'subnets': [{'id': 'f44a667d-e0cc-45e5-8f63-a34f7e8f3226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:23:25.928695 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Publish callbacks [] for router (596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:25.935957 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-9b2fa76d-4f36-4ccc-9eb7-04b5edc849f4 None None] Set router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:23:26.047872 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Publish callbacks [] for router_gateway (596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:26.107880 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Deleting port 329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:23:26.108354 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:26.114580 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990d813d-be3c-4d62-adfd-32aebb52e686 None None] New status for floating IP f7baf318-1417-4cc5-9dbd-e0e0ff751cee: DOWN {{(pid=103566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:23:26.138874 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9b2fa76d-4f36-4ccc-9eb7-04b5edc849f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:23:24Z', 'revision_number': 5, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port': {'id': '329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:15:59Z', 'updated_at': '2022-05-04T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:26.167036 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2fa76d-4f36-4ccc-9eb7-04b5edc849f4 None None] Checking router: 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e for host: dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:23:26.176164 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2fa76d-4f36-4ccc-9eb7-04b5edc849f4 None None] Routers {'596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:23:26.176781 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9b2fa76d-4f36-4ccc-9eb7-04b5edc849f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:23:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:26.198188 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] For port 329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:26.198699 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:26.215934 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Calling delete_port for 329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6 owned by network:router_gateway {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:23:26.273599 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-9b2fa76d-4f36-4ccc-9eb7-04b5edc849f4 None None] Set router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:23:26.432063 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:26.458801 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9b2fa76d-4f36-4ccc-9eb7-04b5edc849f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:23:26Z', 'revision_number': 6, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port_host': None}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:26.459591 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:26.470228 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:26.470503 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:26.470861 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:26.471223 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:26.471540 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:26.471866 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:26.472183 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:26.472505 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:26.472829 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:26.473150 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:26.473467 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:26.473790 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:26.474205 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:26.474526 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:26.474842 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:26.485115 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2fa76d-4f36-4ccc-9eb7-04b5edc849f4 None None] The sync data for ids ['596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e'] in dv-cinder-840289-4-iscsi is: [{'id': '596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e', 'name': 'tempest-AttachVolumeNegativeTest-181876021-router', 'tenant_id': '49d87bce57a4470d85b4df9b85eb9602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:15:58Z', 'updated_at': '2022-05-04T08:23:26Z', 'revision_number': 6, 'project_id': '49d87bce57a4470d85b4df9b85eb9602', 'gw_port_host': None}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:23:26.534766 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-724128'] for router_gateway (596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:26.627215 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-778620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2882'] for router (596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:26.629439 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Publish callbacks [] for router_controller (596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e), precommit_delete_associations {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:26.673819 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-778613'] for router (596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:26.674379 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e {{(pid=103564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 08:23:26.679179 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:26.680377 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-232638d1-829a-4b8b-9b40-7278bc279f5b admin admin] 10.222.0.59 "DELETE /v2.0/routers/596c4b5f-ca5b-40fe-ae3b-29cb5d92a57e HTTP/1.1" status: 204 len: 168 time: 0.8745227 May 04 08:23:26.683052 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 39402) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:26.728474 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_v2 [None req-36be151f-9638-48fd-853d-ded89e1ec13b admin admin] Deleting subnet 652635ed-4b18-46ee-9740-87f4e09ea616 {{(pid=103564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:23:26.731805 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-36be151f-9638-48fd-853d-ded89e1ec13b admin admin] Publish callbacks [] for subnet (652635ed-4b18-46ee-9740-87f4e09ea616), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:26.747047 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 39408) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:26.770856 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-36be151f-9638-48fd-853d-ded89e1ec13b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30599352'] for subnet (652635ed-4b18-46ee-9740-87f4e09ea616), precommit_delete_associations {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:26.807822 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e5062f24-2654-4eb9-b7fa-15a595f3a6ca tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for security_group (2a2e39f5-c331-4deb-a4c4-4da8b5e33663), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:26.832172 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e5062f24-2654-4eb9-b7fa-15a595f3a6ca tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for security_group (2a2e39f5-c331-4deb-a4c4-4da8b5e33663), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:26.848698 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-36be151f-9638-48fd-853d-ded89e1ec13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902914'] for subnet (652635ed-4b18-46ee-9740-87f4e09ea616), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:26.890082 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e5062f24-2654-4eb9-b7fa-15a595f3a6ca tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (2a2e39f5-c331-4deb-a4c4-4da8b5e33663), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:26.893051 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e5062f24-2654-4eb9-b7fa-15a595f3a6ca tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:26.897678 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-e5062f24-2654-4eb9-b7fa-15a595f3a6ca tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "DELETE /v2.0/security-groups/2a2e39f5-c331-4deb-a4c4-4da8b5e33663 HTTP/1.1" status: 204 len: 168 time: 0.1493411 May 04 08:23:26.898384 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 39412) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:26.914549 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-36be151f-9638-48fd-853d-ded89e1ec13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30599765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30760197'] for subnet (652635ed-4b18-46ee-9740-87f4e09ea616), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:26.919590 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.api.v2.resource [None req-43adaadc-3ec3-4049-a647-b0b06d6719aa tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] show failed (client error): The resource could not be found. May 04 08:23:26.920649 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-43adaadc-3ec3-4049-a647-b0b06d6719aa tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "GET /v2.0/security-groups/2a2e39f5-c331-4deb-a4c4-4da8b5e33663 HTTP/1.1" status: 404 len: 347 time: 0.0184548 May 04 08:23:26.921706 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5062f24-2654-4eb9-b7fa-15a595f3a6ca tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2e39f5-c331-4deb-a4c4-4da8b5e33663,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:26.924351 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 39414) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:26.950975 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be151f-9638-48fd-853d-ded89e1ec13b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=652635ed-4b18-46ee-9740-87f4e09ea616,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:26.962995 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-36be151f-9638-48fd-853d-ded89e1ec13b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:26.966218 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-36be151f-9638-48fd-853d-ded89e1ec13b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/652635ed-4b18-46ee-9740-87f4e09ea616 HTTP/1.1" status: 204 len: 168 time: 0.2822847 May 04 08:23:26.968689 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 39416) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:26.974467 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10327603-47bb-4675-aaa4-3fe761f5d808 None None] Network e2275bde-63c0-443b-bf71-d866f4d5c8f1 requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:23:27.042661 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b0f4a989-3189-4e3f-9a3b-278af6c3bb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1812560'] for network (e2275bde-63c0-443b-bf71-d866f4d5c8f1), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.053833 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-33be411d-0531-4ea3-9909-0d9f35b865b5 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Deleting port 7f3866dc-42f6-4d03-ba60-4ef820c40a6a {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:23:27.054179 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-33be411d-0531-4ea3-9909-0d9f35b865b5 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (7f3866dc-42f6-4d03-ba60-4ef820c40a6a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.088934 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b0f4a989-3189-4e3f-9a3b-278af6c3bb80 admin admin] Deleting port dfcc8ee5-da2d-4af0-8a44-814b09fa9823 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:23:27.089268 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b0f4a989-3189-4e3f-9a3b-278af6c3bb80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (dfcc8ee5-da2d-4af0-8a44-814b09fa9823), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.134872 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-33be411d-0531-4ea3-9909-0d9f35b865b5 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (7f3866dc-42f6-4d03-ba60-4ef820c40a6a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.135299 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-33be411d-0531-4ea3-9909-0d9f35b865b5 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for floatingip (7f3866dc-42f6-4d03-ba60-4ef820c40a6a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.148754 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-33be411d-0531-4ea3-9909-0d9f35b865b5 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Calling delete_port for 7f3866dc-42f6-4d03-ba60-4ef820c40a6a owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:23:27.157083 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b0f4a989-3189-4e3f-9a3b-278af6c3bb80 admin admin] For port dfcc8ee5-da2d-4af0-8a44-814b09fa9823, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=dfcc8ee5-da2d-4af0-8a44-814b09fa9823,segment=NetworkSegment(379d6a15-5185-48de-b859-cd8ac013b448),segment_id=379d6a15-5185-48de-b859-cd8ac013b448)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:27.157446 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b0f4a989-3189-4e3f-9a3b-278af6c3bb80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (dfcc8ee5-da2d-4af0-8a44-814b09fa9823), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.169940 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b0f4a989-3189-4e3f-9a3b-278af6c3bb80 admin admin] Calling delete_port for dfcc8ee5-da2d-4af0-8a44-814b09fa9823 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:23:27.248083 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b0f4a989-3189-4e3f-9a3b-278af6c3bb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (dfcc8ee5-da2d-4af0-8a44-814b09fa9823), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.273874 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4a989-3189-4e3f-9a3b-278af6c3bb80 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfcc8ee5-da2d-4af0-8a44-814b09fa9823,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:27.281257 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f4a989-3189-4e3f-9a3b-278af6c3bb80 admin admin] No DVR routers for this DVR port dfcc8ee5-da2d-4af0-8a44-814b09fa9823 on host dv-cinder-840289-4-iscsi {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:23:27.283833 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe4c385-3a25-498b-920e-7a7668140b06 None None] DHCP port deletion for e2275bde-63c0-443b-bf71-d866f4d5c8f1 request from dv-cinder-840289-4-iscsi {{(pid=103565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 08:23:27.294945 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-33be411d-0531-4ea3-9909-0d9f35b865b5 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (7f3866dc-42f6-4d03-ba60-4ef820c40a6a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.333762 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be411d-0531-4ea3-9909-0d9f35b865b5 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Pushing event deleted for resources: {'Port': ['ID=7f3866dc-42f6-4d03-ba60-4ef820c40a6a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:27.362433 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b0f4a989-3189-4e3f-9a3b-278af6c3bb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903351', 'neutron.services.segments.db._delete_segments_for_network-8787185188154'] for network (e2275bde-63c0-443b-bf71-d866f4d5c8f1), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.387503 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-b0f4a989-3189-4e3f-9a3b-278af6c3bb80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2275bde-63c0-443b-bf71-d866f4d5c8f1']}} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:27.405324 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-33be411d-0531-4ea3-9909-0d9f35b865b5 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks [] for floatingip (f7baf318-1417-4cc5-9dbd-e0e0ff751cee), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.407928 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-b0f4a989-3189-4e3f-9a3b-278af6c3bb80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379d6a15-5185-48de-b859-cd8ac013b448') {'for_net_delete': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:27.408325 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-b0f4a989-3189-4e3f-9a3b-278af6c3bb80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379d6a15-5185-48de-b859-cd8ac013b448') {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:27.408654 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-33be411d-0531-4ea3-9909-0d9f35b865b5 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.409907 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-33be411d-0531-4ea3-9909-0d9f35b865b5 tempest-AttachVolumeTestJSON-2009591136 tempest-AttachVolumeTestJSON-2009591136-project] 10.222.0.59 "DELETE /v2.0/floatingips/f7baf318-1417-4cc5-9dbd-e0e0ff751cee HTTP/1.1" status: 204 len: 168 time: 0.4844725 May 04 08:23:27.418978 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b0f4a989-3189-4e3f-9a3b-278af6c3bb80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787185188931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30599235'] for segment (379d6a15-5185-48de-b859-cd8ac013b448), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.436154 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b0f4a989-3189-4e3f-9a3b-278af6c3bb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (379d6a15-5185-48de-b859-cd8ac013b448), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.443816 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f4a989-3189-4e3f-9a3b-278af6c3bb80 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=103564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:23:27.444215 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b0f4a989-3189-4e3f-9a3b-278af6c3bb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30599743'] for segment (379d6a15-5185-48de-b859-cd8ac013b448), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: Traceback (most recent call last): May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: timer() May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: cb(*args, **kw) May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: return func(*args, **kwargs) May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: self._notify() May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: self.callback(batched_events) May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: event.method(event) May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: return f(self, *a, **k) May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: return self._get(url).json() May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: return self.request(url, 'GET', **kwargs) May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:23:27.446008 dv-cinder-840289-4-iscsi neutron-server[103564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:23:27.772078 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b0f4a989-3189-4e3f-9a3b-278af6c3bb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-724690'] for network (e2275bde-63c0-443b-bf71-d866f4d5c8f1), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.777767 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b0f4a989-3189-4e3f-9a3b-278af6c3bb80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.781129 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-b0f4a989-3189-4e3f-9a3b-278af6c3bb80 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e2275bde-63c0-443b-bf71-d866f4d5c8f1 HTTP/1.1" status: 204 len: 168 time: 0.8114905 May 04 08:23:27.792003 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4a989-3189-4e3f-9a3b-278af6c3bb80 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2275bde-63c0-443b-bf71-d866f4d5c8f1,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:27.898336 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 39426) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:27.940713 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-8d5982f1-cba7-490a-828c-847494d2342f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=49d87bce57a4470d85b4df9b85eb9602&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410917 May 04 08:23:27.943380 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 39428) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:27.996719 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b253fff5-3209-4f54-ab01-6854486069ce admin admin] Publish callbacks [] for security_group (37433daf-e003-4faa-b526-a1ae679c4466), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:28.021186 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b253fff5-3209-4f54-ab01-6854486069ce admin admin] Publish callbacks [] for security_group (37433daf-e003-4faa-b526-a1ae679c4466), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:28.077634 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b253fff5-3209-4f54-ab01-6854486069ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (37433daf-e003-4faa-b526-a1ae679c4466), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:28.080174 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b253fff5-3209-4f54-ab01-6854486069ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:28.081357 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-b253fff5-3209-4f54-ab01-6854486069ce admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/37433daf-e003-4faa-b526-a1ae679c4466 HTTP/1.1" status: 204 len: 168 time: 0.1371033 May 04 08:23:28.089714 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253fff5-3209-4f54-ab01-6854486069ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37433daf-e003-4faa-b526-a1ae679c4466,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:28.250102 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6 no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:23:28.273947 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: 329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:23:28.274291 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 329afc3b-04a6-4ac0-9976-7ea5ab0e9ac6 not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:23:28.274709 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device dfcc8ee5-da2d-4af0-8a44-814b09fa9823 no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:23:28.296937 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: dfcc8ee5-da2d-4af0-8a44-814b09fa9823 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:23:28.297279 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device dfcc8ee5-da2d-4af0-8a44-814b09fa9823 not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:23:28.297689 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 8e0be89f-d1e7-4551-99d6-a575798b7796 no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:23:28.316477 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: 8e0be89f-d1e7-4551-99d6-a575798b7796 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:23:28.316825 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 8e0be89f-d1e7-4551-99d6-a575798b7796 not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:23:29.428522 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device e35871c6-acd5-4f23-bbad-8bcb9ea97847 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:23:29.453906 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] No Port match for: e35871c6-acd5-4f23-bbad-8bcb9ea97847 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:23:29.454251 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device e35871c6-acd5-4f23-bbad-8bcb9ea97847 not bound to the agent host hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:23:29.652302 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-3b88cd2c-895b-45d0-9473-0934fbef11d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:30.967603 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 39508) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:31.509427 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e103b7e2-c4e1-4986-ad68-0e6d99de531e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-723922'] for router_interface (f007bd36-33d7-4370-802d-ad3845496dc5), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:31.756661 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e103b7e2-c4e1-4986-ad68-0e6d99de531e admin admin] Deleting port baa9b0c3-d50a-416d-899e-4ac277b43cd0 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:23:31.757078 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e103b7e2-c4e1-4986-ad68-0e6d99de531e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (baa9b0c3-d50a-416d-899e-4ac277b43cd0), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:31.843626 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e103b7e2-c4e1-4986-ad68-0e6d99de531e admin admin] For port baa9b0c3-d50a-416d-899e-4ac277b43cd0, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=baa9b0c3-d50a-416d-899e-4ac277b43cd0,segment=NetworkSegment(be24cf48-fbca-4f1a-adfd-44da32707882),segment_id=be24cf48-fbca-4f1a-adfd-44da32707882)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:31.843876 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e103b7e2-c4e1-4986-ad68-0e6d99de531e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (baa9b0c3-d50a-416d-899e-4ac277b43cd0), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:31.857812 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e103b7e2-c4e1-4986-ad68-0e6d99de531e admin admin] Calling delete_port for baa9b0c3-d50a-416d-899e-4ac277b43cd0 owned by network:router_interface {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:23:31.905066 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d679211b-4cb4-499c-a80b-cabb3e2272b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:32.058750 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e103b7e2-c4e1-4986-ad68-0e6d99de531e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (baa9b0c3-d50a-416d-899e-4ac277b43cd0), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:32.084459 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103b7e2-c4e1-4986-ad68-0e6d99de531e admin admin] Pushing event deleted for resources: {'Port': ['ID=baa9b0c3-d50a-416d-899e-4ac277b43cd0,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:32.274567 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e103b7e2-c4e1-4986-ad68-0e6d99de531e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734405'] for router_interface (f007bd36-33d7-4370-802d-ad3845496dc5), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:32.501590 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e103b7e2-c4e1-4986-ad68-0e6d99de531e admin admin] Router f007bd36-33d7-4370-802d-ad3845496dc5 has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:23:32.614159 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e103b7e2-c4e1-4986-ad68-0e6d99de531e admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:23:32.619728 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-e103b7e2-c4e1-4986-ad68-0e6d99de531e admin admin] 10.222.0.59 "PUT /v2.0/routers/f007bd36-33d7-4370-802d-ad3845496dc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6511066 May 04 08:23:32.623046 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 39538) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:32.624363 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9870f49a-ee6a-47a7-af53-e887e94dee19 None None] Sync routers for ids ['f007bd36-33d7-4370-802d-ad3845496dc5'] in dv-cinder-840289-4-iscsi {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:23:32.635635 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9870f49a-ee6a-47a7-af53-e887e94dee19 None None] Routers {'f007bd36-33d7-4370-802d-ad3845496dc5'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:23:32.636034 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9870f49a-ee6a-47a7-af53-e887e94dee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:23:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['f007bd36-33d7-4370-802d-ad3845496dc5'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:32.729363 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a58ddcd8-cdbe-44ac-8ba5-9d2dda42df93 admin admin] Publish callbacks [] for router (f007bd36-33d7-4370-802d-ad3845496dc5), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:32.740519 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-9870f49a-ee6a-47a7-af53-e887e94dee19 None None] Set router f007bd36-33d7-4370-802d-ad3845496dc5 gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:23:32.837265 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a58ddcd8-cdbe-44ac-8ba5-9d2dda42df93 admin admin] Publish callbacks [] for router_gateway (f007bd36-33d7-4370-802d-ad3845496dc5), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:32.884861 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a58ddcd8-cdbe-44ac-8ba5-9d2dda42df93 admin admin] Deleting port 1e8b74a4-3b64-4f6d-a8d5-069c95b70516 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:23:32.885115 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a58ddcd8-cdbe-44ac-8ba5-9d2dda42df93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (1e8b74a4-3b64-4f6d-a8d5-069c95b70516), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:32.908212 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9870f49a-ee6a-47a7-af53-e887e94dee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'name': 'tempest-AttachVolumeTestJSON-1462924431-router', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:23:32Z', 'revision_number': 5, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'gw_port': {'id': '1e8b74a4-3b64-4f6d-a8d5-069c95b70516', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:06Z', 'updated_at': '2022-05-04T08:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:32.937321 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9870f49a-ee6a-47a7-af53-e887e94dee19 None None] Checking router: f007bd36-33d7-4370-802d-ad3845496dc5 for host: dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:23:32.946079 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9870f49a-ee6a-47a7-af53-e887e94dee19 None None] Routers {'f007bd36-33d7-4370-802d-ad3845496dc5'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:23:32.946685 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9870f49a-ee6a-47a7-af53-e887e94dee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:23:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['f007bd36-33d7-4370-802d-ad3845496dc5'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:32.969085 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-a58ddcd8-cdbe-44ac-8ba5-9d2dda42df93 admin admin] For port 1e8b74a4-3b64-4f6d-a8d5-069c95b70516, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=1e8b74a4-3b64-4f6d-a8d5-069c95b70516,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:32.969451 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a58ddcd8-cdbe-44ac-8ba5-9d2dda42df93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (1e8b74a4-3b64-4f6d-a8d5-069c95b70516), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:32.982909 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a58ddcd8-cdbe-44ac-8ba5-9d2dda42df93 admin admin] Calling delete_port for 1e8b74a4-3b64-4f6d-a8d5-069c95b70516 owned by network:router_gateway {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:23:33.037841 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-9870f49a-ee6a-47a7-af53-e887e94dee19 None None] Set router f007bd36-33d7-4370-802d-ad3845496dc5 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:23:33.097689 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9870f49a-ee6a-47a7-af53-e887e94dee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'name': 'tempest-AttachVolumeTestJSON-1462924431-router', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:23:32Z', 'revision_number': 6, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'gw_port_host': None}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:33.125387 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9870f49a-ee6a-47a7-af53-e887e94dee19 None None] The sync data for ids ['f007bd36-33d7-4370-802d-ad3845496dc5'] in dv-cinder-840289-4-iscsi is: [{'id': 'f007bd36-33d7-4370-802d-ad3845496dc5', 'name': 'tempest-AttachVolumeTestJSON-1462924431-router', 'tenant_id': '57ccec31ee3f4845a480759a5772055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:04Z', 'updated_at': '2022-05-04T08:23:32Z', 'revision_number': 6, 'project_id': '57ccec31ee3f4845a480759a5772055a', 'gw_port_host': None}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:23:33.126746 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:33.151271 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a58ddcd8-cdbe-44ac-8ba5-9d2dda42df93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (1e8b74a4-3b64-4f6d-a8d5-069c95b70516), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:33.189553 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ddcd8-cdbe-44ac-8ba5-9d2dda42df93 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e8b74a4-3b64-4f6d-a8d5-069c95b70516,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:33.255212 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a58ddcd8-cdbe-44ac-8ba5-9d2dda42df93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-724128'] for router_gateway (f007bd36-33d7-4370-802d-ad3845496dc5), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:33.345447 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a58ddcd8-cdbe-44ac-8ba5-9d2dda42df93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-778620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2882'] for router (f007bd36-33d7-4370-802d-ad3845496dc5), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:33.347756 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a58ddcd8-cdbe-44ac-8ba5-9d2dda42df93 admin admin] Publish callbacks [] for router_controller (f007bd36-33d7-4370-802d-ad3845496dc5), precommit_delete_associations {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:33.395472 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a58ddcd8-cdbe-44ac-8ba5-9d2dda42df93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-778613'] for router (f007bd36-33d7-4370-802d-ad3845496dc5), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:33.396139 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58ddcd8-cdbe-44ac-8ba5-9d2dda42df93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f007bd36-33d7-4370-802d-ad3845496dc5 {{(pid=103564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 08:23:33.401103 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a58ddcd8-cdbe-44ac-8ba5-9d2dda42df93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:33.402243 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-a58ddcd8-cdbe-44ac-8ba5-9d2dda42df93 admin admin] 10.222.0.59 "DELETE /v2.0/routers/f007bd36-33d7-4370-802d-ad3845496dc5 HTTP/1.1" status: 204 len: 168 time: 0.7783179 May 04 08:23:33.404911 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 39540) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:33.453293 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d88a7b-f721-473c-8c46-cd8d2c2cbc86 admin admin] Deleting subnet f44a667d-e0cc-45e5-8f63-a34f7e8f3226 {{(pid=103564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:23:33.458850 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-33d88a7b-f721-473c-8c46-cd8d2c2cbc86 admin admin] Publish callbacks [] for subnet (f44a667d-e0cc-45e5-8f63-a34f7e8f3226), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:33.501434 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-33d88a7b-f721-473c-8c46-cd8d2c2cbc86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30599352'] for subnet (f44a667d-e0cc-45e5-8f63-a34f7e8f3226), precommit_delete_associations {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:33.587433 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-33d88a7b-f721-473c-8c46-cd8d2c2cbc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902914'] for subnet (f44a667d-e0cc-45e5-8f63-a34f7e8f3226), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:33.647684 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-33d88a7b-f721-473c-8c46-cd8d2c2cbc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30599765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30760197'] for subnet (f44a667d-e0cc-45e5-8f63-a34f7e8f3226), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:33.677607 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d88a7b-f721-473c-8c46-cd8d2c2cbc86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f44a667d-e0cc-45e5-8f63-a34f7e8f3226,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:33.682542 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-33d88a7b-f721-473c-8c46-cd8d2c2cbc86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:33.686440 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-33d88a7b-f721-473c-8c46-cd8d2c2cbc86 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f44a667d-e0cc-45e5-8f63-a34f7e8f3226 HTTP/1.1" status: 204 len: 168 time: 0.2805264 May 04 08:23:33.688637 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d839e6-0757-430e-aaf3-b988558c9038 None None] Network 7df6b99b-6f55-43f2-ae59-a84ab50ce98b requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:23:33.689353 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 39548) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:33.769301 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9b93c3ad-27e1-45be-9c1f-ffa2a5d5172a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1812560'] for network (7df6b99b-6f55-43f2-ae59-a84ab50ce98b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:33.815267 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-9b93c3ad-27e1-45be-9c1f-ffa2a5d5172a admin admin] Deleting port b366df8c-a60e-4448-8117-564db782b5ce {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:23:33.815612 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9b93c3ad-27e1-45be-9c1f-ffa2a5d5172a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (b366df8c-a60e-4448-8117-564db782b5ce), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:33.881804 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-9b93c3ad-27e1-45be-9c1f-ffa2a5d5172a admin admin] For port b366df8c-a60e-4448-8117-564db782b5ce, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=b366df8c-a60e-4448-8117-564db782b5ce,segment=NetworkSegment(be24cf48-fbca-4f1a-adfd-44da32707882),segment_id=be24cf48-fbca-4f1a-adfd-44da32707882)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:33.882227 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9b93c3ad-27e1-45be-9c1f-ffa2a5d5172a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (b366df8c-a60e-4448-8117-564db782b5ce), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:33.895650 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-9b93c3ad-27e1-45be-9c1f-ffa2a5d5172a admin admin] Calling delete_port for b366df8c-a60e-4448-8117-564db782b5ce owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:23:33.940905 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae830b1a-e7bf-4c3e-91c1-e063e75a4404 None None] DHCP port deletion for 7df6b99b-6f55-43f2-ae59-a84ab50ce98b request from dv-cinder-840289-4-iscsi {{(pid=103565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 08:23:33.979357 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9b93c3ad-27e1-45be-9c1f-ffa2a5d5172a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (b366df8c-a60e-4448-8117-564db782b5ce), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:33.985648 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-ae830b1a-e7bf-4c3e-91c1-e063e75a4404 None None] Deleting port b366df8c-a60e-4448-8117-564db782b5ce {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:23:33.986021 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ae830b1a-e7bf-4c3e-91c1-e063e75a4404 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (b366df8c-a60e-4448-8117-564db782b5ce), before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:34.008501 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93c3ad-27e1-45be-9c1f-ffa2a5d5172a admin admin] Pushing event deleted for resources: {'Port': ['ID=b366df8c-a60e-4448-8117-564db782b5ce,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:34.013929 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b93c3ad-27e1-45be-9c1f-ffa2a5d5172a admin admin] No DVR routers for this DVR port b366df8c-a60e-4448-8117-564db782b5ce on host dv-cinder-840289-4-iscsi {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:23:34.057175 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-ae830b1a-e7bf-4c3e-91c1-e063e75a4404 None None] For port b366df8c-a60e-4448-8117-564db782b5ce, host dv-cinder-840289-4-iscsi, got binding levels [] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:34.057571 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ae830b1a-e7bf-4c3e-91c1-e063e75a4404 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (b366df8c-a60e-4448-8117-564db782b5ce), precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:34.070783 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-ae830b1a-e7bf-4c3e-91c1-e063e75a4404 None None] Calling delete_port for b366df8c-a60e-4448-8117-564db782b5ce owned by network:dhcp {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:23:34.073744 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.ipam_backend_mixin [None req-ae830b1a-e7bf-4c3e-91c1-e063e75a4404 None None] Port b366df8c-a60e-4448-8117-564db782b5ce was not found and therefore no delete operation was performed {{(pid=103565) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 04 08:23:34.075006 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ae830b1a-e7bf-4c3e-91c1-e063e75a4404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443'] for port (b366df8c-a60e-4448-8117-564db782b5ce), after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:34.086577 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9b93c3ad-27e1-45be-9c1f-ffa2a5d5172a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903351', 'neutron.services.segments.db._delete_segments_for_network-8787185188154'] for network (7df6b99b-6f55-43f2-ae59-a84ab50ce98b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:34.100530 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae830b1a-e7bf-4c3e-91c1-e063e75a4404 None None] No DVR routers for this DVR port b366df8c-a60e-4448-8117-564db782b5ce on host dv-cinder-840289-4-iscsi {{(pid=103565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:23:34.102449 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae830b1a-e7bf-4c3e-91c1-e063e75a4404 None None] Pushing event deleted for resources: {'Port': ['ID=b366df8c-a60e-4448-8117-564db782b5ce,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:34.113320 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.services.segments.db [None req-9b93c3ad-27e1-45be-9c1f-ffa2a5d5172a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df6b99b-6f55-43f2-ae59-a84ab50ce98b']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:34.114135 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae830b1a-e7bf-4c3e-91c1-e063e75a4404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:34.114480 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae830b1a-e7bf-4c3e-91c1-e063e75a4404 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:34.114836 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae830b1a-e7bf-4c3e-91c1-e063e75a4404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:34.115198 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae830b1a-e7bf-4c3e-91c1-e063e75a4404 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:34.115528 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae830b1a-e7bf-4c3e-91c1-e063e75a4404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:34.115851 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae830b1a-e7bf-4c3e-91c1-e063e75a4404 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:34.116170 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae830b1a-e7bf-4c3e-91c1-e063e75a4404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:34.116487 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae830b1a-e7bf-4c3e-91c1-e063e75a4404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:34.116806 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae830b1a-e7bf-4c3e-91c1-e063e75a4404 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:34.117136 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae830b1a-e7bf-4c3e-91c1-e063e75a4404 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:34.117438 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae830b1a-e7bf-4c3e-91c1-e063e75a4404 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:34.117762 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae830b1a-e7bf-4c3e-91c1-e063e75a4404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:34.118065 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae830b1a-e7bf-4c3e-91c1-e063e75a4404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:34.118381 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae830b1a-e7bf-4c3e-91c1-e063e75a4404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:34.118690 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae830b1a-e7bf-4c3e-91c1-e063e75a4404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:34.123272 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.services.segments.db [None req-9b93c3ad-27e1-45be-9c1f-ffa2a5d5172a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be24cf48-fbca-4f1a-adfd-44da32707882') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:34.123615 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.services.segments.db [None req-9b93c3ad-27e1-45be-9c1f-ffa2a5d5172a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be24cf48-fbca-4f1a-adfd-44da32707882') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:34.133328 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9b93c3ad-27e1-45be-9c1f-ffa2a5d5172a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787185188931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29667821'] for segment (be24cf48-fbca-4f1a-adfd-44da32707882), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:34.147232 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9b93c3ad-27e1-45be-9c1f-ffa2a5d5172a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (be24cf48-fbca-4f1a-adfd-44da32707882), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:34.154035 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b93c3ad-27e1-45be-9c1f-ffa2a5d5172a admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:23:34.154510 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9b93c3ad-27e1-45be-9c1f-ffa2a5d5172a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31339507'] for segment (be24cf48-fbca-4f1a-adfd-44da32707882), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: Traceback (most recent call last): May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: timer() May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: cb(*args, **kw) May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: return func(*args, **kwargs) May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: self._notify() May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: self.callback(batched_events) May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: event.method(event) May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: return f(self, *a, **k) May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: return self._get(url).json() May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: return self.request(url, 'GET', **kwargs) May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:23:34.156540 dv-cinder-840289-4-iscsi neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:23:34.227306 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9b93c3ad-27e1-45be-9c1f-ffa2a5d5172a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-724690'] for network (7df6b99b-6f55-43f2-ae59-a84ab50ce98b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:34.233459 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9b93c3ad-27e1-45be-9c1f-ffa2a5d5172a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:34.236876 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-9b93c3ad-27e1-45be-9c1f-ffa2a5d5172a admin admin] 10.222.0.59 "DELETE /v2.0/networks/7df6b99b-6f55-43f2-ae59-a84ab50ce98b HTTP/1.1" status: 204 len: 168 time: 0.5464559 May 04 08:23:34.247161 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 1e8b74a4-3b64-4f6d-a8d5-069c95b70516 no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:23:34.252407 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93c3ad-27e1-45be-9c1f-ffa2a5d5172a admin admin] Pushing event deleted for resources: {'Network': ['ID=7df6b99b-6f55-43f2-ae59-a84ab50ce98b,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:34.268318 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: 1e8b74a4-3b64-4f6d-a8d5-069c95b70516 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:23:34.268657 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 1e8b74a4-3b64-4f6d-a8d5-069c95b70516 not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:23:34.269060 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device b366df8c-a60e-4448-8117-564db782b5ce no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:23:34.291854 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: b366df8c-a60e-4448-8117-564db782b5ce {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:23:34.292156 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device b366df8c-a60e-4448-8117-564db782b5ce not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:23:34.292554 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device baa9b0c3-d50a-416d-899e-4ac277b43cd0 no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:23:34.321110 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: baa9b0c3-d50a-416d-899e-4ac277b43cd0 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:23:34.321450 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device baa9b0c3-d50a-416d-899e-4ac277b43cd0 not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:23:34.327894 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:34.354692 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 39556) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:34.395622 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-47dd3c68-25a6-47df-b2aa-db5992a1e82d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=57ccec31ee3f4845a480759a5772055a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396495 May 04 08:23:34.398320 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 39558) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:34.446977 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e1311cb9-6611-4fe6-87a3-9520068864dc admin admin] Publish callbacks [] for security_group (039dcd2e-c73f-40cf-b2cf-ccbb796a1741), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:34.468483 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e1311cb9-6611-4fe6-87a3-9520068864dc admin admin] Publish callbacks [] for security_group (039dcd2e-c73f-40cf-b2cf-ccbb796a1741), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:34.518039 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e1311cb9-6611-4fe6-87a3-9520068864dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (039dcd2e-c73f-40cf-b2cf-ccbb796a1741), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:34.521611 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e1311cb9-6611-4fe6-87a3-9520068864dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:34.522774 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-e1311cb9-6611-4fe6-87a3-9520068864dc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/039dcd2e-c73f-40cf-b2cf-ccbb796a1741 HTTP/1.1" status: 204 len: 168 time: 0.1234143 May 04 08:23:34.530946 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1311cb9-6611-4fe6-87a3-9520068864dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039dcd2e-c73f-40cf-b2cf-ccbb796a1741,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:35.034461 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:35.742238 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:36.513390 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 39640) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:36.629540 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9e88da3a-19e0-492a-b44b-77038fe2688a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:36.703579 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9e88da3a-19e0-492a-b44b-77038fe2688a admin admin] Publish callbacks [] for security_group (c2b0730c-ab77-43ca-8f68-bbdae16f39fb), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:36.709006 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9e88da3a-19e0-492a-b44b-77038fe2688a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (c2b0730c-ab77-43ca-8f68-bbdae16f39fb), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:36.746268 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-9e88da3a-19e0-492a-b44b-77038fe2688a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9d2f8c38f7ad4542a67d395c3efe1025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316508 May 04 08:23:36.747353 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88da3a-19e0-492a-b44b-77038fe2688a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b0730c-ab77-43ca-8f68-bbdae16f39fb,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:36.749876 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 39646) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:36.800847 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6ae19e4c-d4c1-4276-87aa-7b131c02d572 admin admin] Publish callbacks [] for security_group (c2b0730c-ab77-43ca-8f68-bbdae16f39fb), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:36.823394 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6ae19e4c-d4c1-4276-87aa-7b131c02d572 admin admin] Publish callbacks [] for security_group (c2b0730c-ab77-43ca-8f68-bbdae16f39fb), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:36.877459 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6ae19e4c-d4c1-4276-87aa-7b131c02d572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (c2b0730c-ab77-43ca-8f68-bbdae16f39fb), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:36.880403 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6ae19e4c-d4c1-4276-87aa-7b131c02d572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:36.881521 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-6ae19e4c-d4c1-4276-87aa-7b131c02d572 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c2b0730c-ab77-43ca-8f68-bbdae16f39fb HTTP/1.1" status: 204 len: 168 time: 0.1303453 May 04 08:23:36.889314 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae19e4c-d4c1-4276-87aa-7b131c02d572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b0730c-ab77-43ca-8f68-bbdae16f39fb,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:37.163172 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 39654) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:37.176684 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1702ac55-6fdb-491c-a3a4-c980957fb548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:37.266598 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1702ac55-6fdb-491c-a3a4-c980957fb548 admin admin] Publish callbacks [] for security_group (f4f0f469-1e80-43f4-b248-4c31750e0230), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:37.272387 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1702ac55-6fdb-491c-a3a4-c980957fb548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (f4f0f469-1e80-43f4-b248-4c31750e0230), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:37.310478 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-1702ac55-6fdb-491c-a3a4-c980957fb548 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f13e80822ccd44ae9beb3d4d6742db7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462007 May 04 08:23:37.311650 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702ac55-6fdb-491c-a3a4-c980957fb548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f0f469-1e80-43f4-b248-4c31750e0230,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:37.313354 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 39656) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:37.365930 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-646f43f6-e2cd-4f6b-a07d-e3dc332debab admin admin] Publish callbacks [] for security_group (f4f0f469-1e80-43f4-b248-4c31750e0230), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:37.387270 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-646f43f6-e2cd-4f6b-a07d-e3dc332debab admin admin] Publish callbacks [] for security_group (f4f0f469-1e80-43f4-b248-4c31750e0230), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:37.435859 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-646f43f6-e2cd-4f6b-a07d-e3dc332debab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (f4f0f469-1e80-43f4-b248-4c31750e0230), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:37.438735 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-646f43f6-e2cd-4f6b-a07d-e3dc332debab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:37.439933 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-646f43f6-e2cd-4f6b-a07d-e3dc332debab admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f4f0f469-1e80-43f4-b248-4c31750e0230 HTTP/1.1" status: 204 len: 168 time: 0.1255867 May 04 08:23:37.447790 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f43f6-e2cd-4f6b-a07d-e3dc332debab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f0f469-1e80-43f4-b248-4c31750e0230,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:46.749126 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 39862) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:46.860719 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1b8f6b38-f292-49fa-b8d0-ac4c2e2ae99f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:46.937330 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1b8f6b38-f292-49fa-b8d0-ac4c2e2ae99f admin admin] Publish callbacks [] for security_group (a5825ac8-4f54-4696-b9d4-1cd3c9ffc83b), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:46.941646 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1b8f6b38-f292-49fa-b8d0-ac4c2e2ae99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (a5825ac8-4f54-4696-b9d4-1cd3c9ffc83b), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:46.978703 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f6b38-f292-49fa-b8d0-ac4c2e2ae99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5825ac8-4f54-4696-b9d4-1cd3c9ffc83b,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:46.984023 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-1b8f6b38-f292-49fa-b8d0-ac4c2e2ae99f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3c28712cd494421fb56150b0a0f9d554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338955 May 04 08:23:46.986805 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 39878) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:47.037641 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9fadb2a8-5c11-48c5-8db3-7392ba9fdf4a admin admin] Publish callbacks [] for security_group (a5825ac8-4f54-4696-b9d4-1cd3c9ffc83b), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:47.059076 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9fadb2a8-5c11-48c5-8db3-7392ba9fdf4a admin admin] Publish callbacks [] for security_group (a5825ac8-4f54-4696-b9d4-1cd3c9ffc83b), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:47.105842 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9fadb2a8-5c11-48c5-8db3-7392ba9fdf4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (a5825ac8-4f54-4696-b9d4-1cd3c9ffc83b), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:47.108790 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9fadb2a8-5c11-48c5-8db3-7392ba9fdf4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:47.110914 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 39882) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:47.111445 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-9fadb2a8-5c11-48c5-8db3-7392ba9fdf4a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a5825ac8-4f54-4696-b9d4-1cd3c9ffc83b HTTP/1.1" status: 204 len: 168 time: 0.1222014 May 04 08:23:47.119065 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadb2a8-5c11-48c5-8db3-7392ba9fdf4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5825ac8-4f54-4696-b9d4-1cd3c9ffc83b,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:47.316823 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8311068d-5ef9-4a87-84fc-2b3560eba602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:47.376877 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 39890) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:47.401835 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0f5e840e-007e-44c7-afe7-395d1d7aa5c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:47.418222 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8311068d-5ef9-4a87-84fc-2b3560eba602 admin admin] Publish callbacks [] for security_group (7f71be06-e2b5-4598-982d-9346b75bda16), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:47.424473 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8311068d-5ef9-4a87-84fc-2b3560eba602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (7f71be06-e2b5-4598-982d-9346b75bda16), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:47.469375 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-8311068d-5ef9-4a87-84fc-2b3560eba602 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0005e6247b2745149e94379cc3148195&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3586197 May 04 08:23:47.472143 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 39894) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:47.487128 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311068d-5ef9-4a87-84fc-2b3560eba602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f71be06-e2b5-4598-982d-9346b75bda16,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:47.536306 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0f5e840e-007e-44c7-afe7-395d1d7aa5c6 admin admin] Publish callbacks [] for security_group (0c9d9174-3cb5-4c0c-ae4c-b16aa9d8a25f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:47.541427 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a709026a-7bfa-46a8-b566-f2900be5b387 admin admin] Publish callbacks [] for security_group (7f71be06-e2b5-4598-982d-9346b75bda16), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:47.544142 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0f5e840e-007e-44c7-afe7-395d1d7aa5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (0c9d9174-3cb5-4c0c-ae4c-b16aa9d8a25f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:47.568380 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a709026a-7bfa-46a8-b566-f2900be5b387 admin admin] Publish callbacks [] for security_group (7f71be06-e2b5-4598-982d-9346b75bda16), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:47.583555 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-0f5e840e-007e-44c7-afe7-395d1d7aa5c6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=da4cbd98f27f44c9b9d519fa2a5e61e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2055864 May 04 08:23:47.584454 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e840e-007e-44c7-afe7-395d1d7aa5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9d9174-3cb5-4c0c-ae4c-b16aa9d8a25f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:47.588832 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 39900) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:47.619890 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a709026a-7bfa-46a8-b566-f2900be5b387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (7f71be06-e2b5-4598-982d-9346b75bda16), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:47.622591 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a709026a-7bfa-46a8-b566-f2900be5b387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:47.623819 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-a709026a-7bfa-46a8-b566-f2900be5b387 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7f71be06-e2b5-4598-982d-9346b75bda16 HTTP/1.1" status: 204 len: 168 time: 0.1507051 May 04 08:23:47.631907 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709026a-7bfa-46a8-b566-f2900be5b387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f71be06-e2b5-4598-982d-9346b75bda16,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:47.642822 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-640fb5d5-1c96-4676-872b-b04273d382b8 admin admin] Publish callbacks [] for security_group (0c9d9174-3cb5-4c0c-ae4c-b16aa9d8a25f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:47.665641 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-640fb5d5-1c96-4676-872b-b04273d382b8 admin admin] Publish callbacks [] for security_group (0c9d9174-3cb5-4c0c-ae4c-b16aa9d8a25f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:47.716033 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-640fb5d5-1c96-4676-872b-b04273d382b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (0c9d9174-3cb5-4c0c-ae4c-b16aa9d8a25f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:47.718748 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-640fb5d5-1c96-4676-872b-b04273d382b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:47.719930 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-640fb5d5-1c96-4676-872b-b04273d382b8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0c9d9174-3cb5-4c0c-ae4c-b16aa9d8a25f HTTP/1.1" status: 204 len: 168 time: 0.1299479 May 04 08:23:47.734719 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640fb5d5-1c96-4676-872b-b04273d382b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9d9174-3cb5-4c0c-ae4c-b16aa9d8a25f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:48.001921 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 39910) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:48.015588 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bcc6d243-058a-4708-99ec-b81655c982ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:48.047656 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 39912) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:48.061606 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-41a2fff4-6c4d-415b-abf9-b728d3d45977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:48.093983 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bcc6d243-058a-4708-99ec-b81655c982ea admin admin] Publish callbacks [] for security_group (4221eec9-8679-45c5-a80d-ceb1282c0124), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:48.097144 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bcc6d243-058a-4708-99ec-b81655c982ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (4221eec9-8679-45c5-a80d-ceb1282c0124), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:48.137089 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-41a2fff4-6c4d-415b-abf9-b728d3d45977 admin admin] Publish callbacks [] for security_group (fa1a7eb8-3d53-4d18-bea9-96a67b3d18f3), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:48.139478 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-bcc6d243-058a-4708-99ec-b81655c982ea admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=49a67b36ec494e0d8b8769d513053875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361649 May 04 08:23:48.140519 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6d243-058a-4708-99ec-b81655c982ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4221eec9-8679-45c5-a80d-ceb1282c0124,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:48.143384 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 39914) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:48.145978 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-41a2fff4-6c4d-415b-abf9-b728d3d45977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (fa1a7eb8-3d53-4d18-bea9-96a67b3d18f3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:48.186712 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2fff4-6c4d-415b-abf9-b728d3d45977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1a7eb8-3d53-4d18-bea9-96a67b3d18f3,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:48.194008 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-41a2fff4-6c4d-415b-abf9-b728d3d45977 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=75e35ecd79924c26b026d8b29a972271&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452436 May 04 08:23:48.194253 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 39916) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:48.201555 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b23932f2-ebc9-405e-96c4-fdda60770756 admin admin] Publish callbacks [] for security_group (4221eec9-8679-45c5-a80d-ceb1282c0124), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:48.237830 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b23932f2-ebc9-405e-96c4-fdda60770756 admin admin] Publish callbacks [] for security_group (4221eec9-8679-45c5-a80d-ceb1282c0124), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:48.280994 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f099d96f-946b-4f35-8a4c-a13bf8ab9e78 admin admin] Publish callbacks [] for security_group (fa1a7eb8-3d53-4d18-bea9-96a67b3d18f3), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:48.304027 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f099d96f-946b-4f35-8a4c-a13bf8ab9e78 admin admin] Publish callbacks [] for security_group (fa1a7eb8-3d53-4d18-bea9-96a67b3d18f3), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:48.309962 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b23932f2-ebc9-405e-96c4-fdda60770756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (4221eec9-8679-45c5-a80d-ceb1282c0124), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:48.312466 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b23932f2-ebc9-405e-96c4-fdda60770756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:48.313579 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-b23932f2-ebc9-405e-96c4-fdda60770756 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4221eec9-8679-45c5-a80d-ceb1282c0124 HTTP/1.1" status: 204 len: 168 time: 0.1691630 May 04 08:23:48.329226 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23932f2-ebc9-405e-96c4-fdda60770756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4221eec9-8679-45c5-a80d-ceb1282c0124,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:48.370058 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f099d96f-946b-4f35-8a4c-a13bf8ab9e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (fa1a7eb8-3d53-4d18-bea9-96a67b3d18f3), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:48.372835 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f099d96f-946b-4f35-8a4c-a13bf8ab9e78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:48.374015 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-f099d96f-946b-4f35-8a4c-a13bf8ab9e78 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fa1a7eb8-3d53-4d18-bea9-96a67b3d18f3 HTTP/1.1" status: 204 len: 168 time: 0.1788464 May 04 08:23:48.384416 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099d96f-946b-4f35-8a4c-a13bf8ab9e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1a7eb8-3d53-4d18-bea9-96a67b3d18f3,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:49.520098 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 39984) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:49.624318 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6a6cb8c4-1089-4c5d-91cc-74daadf0c817 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:49.699129 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6a6cb8c4-1089-4c5d-91cc-74daadf0c817 admin admin] Publish callbacks [] for security_group (084b60df-47a7-4227-8a06-32925cb9dd1e), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:49.704782 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6a6cb8c4-1089-4c5d-91cc-74daadf0c817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (084b60df-47a7-4227-8a06-32925cb9dd1e), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:49.746322 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-6a6cb8c4-1089-4c5d-91cc-74daadf0c817 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=31918ae919824f5cb1a1d50b570f22ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251384 May 04 08:23:49.747592 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6cb8c4-1089-4c5d-91cc-74daadf0c817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084b60df-47a7-4227-8a06-32925cb9dd1e,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:49.749145 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 40002) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:49.805539 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d451b31a-08a2-4adf-a9e3-e49169c60412 admin admin] Publish callbacks [] for security_group (084b60df-47a7-4227-8a06-32925cb9dd1e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:49.830100 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d451b31a-08a2-4adf-a9e3-e49169c60412 admin admin] Publish callbacks [] for security_group (084b60df-47a7-4227-8a06-32925cb9dd1e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:49.888275 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d451b31a-08a2-4adf-a9e3-e49169c60412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (084b60df-47a7-4227-8a06-32925cb9dd1e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:49.891258 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d451b31a-08a2-4adf-a9e3-e49169c60412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:49.892474 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-d451b31a-08a2-4adf-a9e3-e49169c60412 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/084b60df-47a7-4227-8a06-32925cb9dd1e HTTP/1.1" status: 204 len: 168 time: 0.1417220 May 04 08:23:49.904033 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451b31a-08a2-4adf-a9e3-e49169c60412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084b60df-47a7-4227-8a06-32925cb9dd1e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:51.004900 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 40048) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:51.113594 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4588456e-bed2-4a69-86ef-7fc19f221b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:51.207093 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4588456e-bed2-4a69-86ef-7fc19f221b3f admin admin] Publish callbacks [] for security_group (d6c7138c-7f99-4a6d-98d7-ee98dd7879ca), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:51.211095 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4588456e-bed2-4a69-86ef-7fc19f221b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (d6c7138c-7f99-4a6d-98d7-ee98dd7879ca), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:51.279739 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-4588456e-bed2-4a69-86ef-7fc19f221b3f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aedf4fcc9daf47ffa0b33ebe9963db38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2720778 May 04 08:23:51.282367 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588456e-bed2-4a69-86ef-7fc19f221b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c7138c-7f99-4a6d-98d7-ee98dd7879ca,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:51.282802 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 40056) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:51.292984 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edcb4be-6d68-4f71-8583-4b286acf54ff req-b11d5fc3-06eb-427f-be2e-18ec2fb6d5b8 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:51.294512 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7edcb4be-6d68-4f71-8583-4b286acf54ff req-b11d5fc3-06eb-427f-be2e-18ec2fb6d5b8 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=bcb86ccf-fc45-4392-876c-a178a3dfcb30 HTTP/1.1" status: 200 len: 946 time: 0.0735998 May 04 08:23:51.335157 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-84d5b984-0c87-4f94-814c-605e26e51096 admin admin] Publish callbacks [] for security_group (d6c7138c-7f99-4a6d-98d7-ee98dd7879ca), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:51.348401 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7edcb4be-6d68-4f71-8583-4b286acf54ff req-7c4af0cc-9936-44e7-b6cf-563037a2eb2a tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe2aca2e-09fb-47e2-9c96-da7991aad146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432673 May 04 08:23:51.358294 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-84d5b984-0c87-4f94-814c-605e26e51096 admin admin] Publish callbacks [] for security_group (d6c7138c-7f99-4a6d-98d7-ee98dd7879ca), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:51.413786 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-84d5b984-0c87-4f94-814c-605e26e51096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (d6c7138c-7f99-4a6d-98d7-ee98dd7879ca), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:51.416562 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-84d5b984-0c87-4f94-814c-605e26e51096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:51.418810 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-84d5b984-0c87-4f94-814c-605e26e51096 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d6c7138c-7f99-4a6d-98d7-ee98dd7879ca HTTP/1.1" status: 204 len: 168 time: 0.1338367 May 04 08:23:51.425882 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5b984-0c87-4f94-814c-605e26e51096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c7138c-7f99-4a6d-98d7-ee98dd7879ca,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:52.475823 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d08969-9bc9-4f33-8e66-0f4e70ed5cdf req-c25aa5a5-2f9c-4268-9236-e6ae4ab13cc4 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:52.477168 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e9d08969-9bc9-4f33-8e66-0f4e70ed5cdf req-c25aa5a5-2f9c-4268-9236-e6ae4ab13cc4 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=bcb86ccf-fc45-4392-876c-a178a3dfcb30 HTTP/1.1" status: 200 len: 946 time: 0.0562041 May 04 08:23:52.534764 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-e9d08969-9bc9-4f33-8e66-0f4e70ed5cdf req-d4a725f6-b0ce-4307-98a9-ecfab068500e tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe2aca2e-09fb-47e2-9c96-da7991aad146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519319 May 04 08:23:53.074231 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dc2f3-9cec-465c-afce-81710b64db8d req-929c8291-62dd-4fbb-8929-1b48c3129504 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:53.075876 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-024dc2f3-9cec-465c-afce-81710b64db8d req-929c8291-62dd-4fbb-8929-1b48c3129504 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcb86ccf-fc45-4392-876c-a178a3dfcb30 HTTP/1.1" status: 200 len: 946 time: 0.0520287 May 04 08:23:53.181358 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-024dc2f3-9cec-465c-afce-81710b64db8d req-00a4382c-a0bc-4823-80ce-e82939f46d44 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Deleting port 8163f6fb-9a92-4e65-a78b-b09b2b208d1e {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:23:53.181678 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-024dc2f3-9cec-465c-afce-81710b64db8d req-00a4382c-a0bc-4823-80ce-e82939f46d44 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (8163f6fb-9a92-4e65-a78b-b09b2b208d1e), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:53.275454 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-024dc2f3-9cec-465c-afce-81710b64db8d req-00a4382c-a0bc-4823-80ce-e82939f46d44 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] For port 8163f6fb-9a92-4e65-a78b-b09b2b208d1e, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=8163f6fb-9a92-4e65-a78b-b09b2b208d1e,segment=NetworkSegment(3d5a177d-917c-4ea9-9082-a57667bdc641),segment_id=3d5a177d-917c-4ea9-9082-a57667bdc641)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:53.275859 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-024dc2f3-9cec-465c-afce-81710b64db8d req-00a4382c-a0bc-4823-80ce-e82939f46d44 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (8163f6fb-9a92-4e65-a78b-b09b2b208d1e), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:53.293663 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-024dc2f3-9cec-465c-afce-81710b64db8d req-00a4382c-a0bc-4823-80ce-e82939f46d44 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Calling delete_port for 8163f6fb-9a92-4e65-a78b-b09b2b208d1e owned by compute:nova {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:23:53.425553 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-024dc2f3-9cec-465c-afce-81710b64db8d req-00a4382c-a0bc-4823-80ce-e82939f46d44 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (8163f6fb-9a92-4e65-a78b-b09b2b208d1e), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:53.459605 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4382c-a0bc-4823-80ce-e82939f46d44 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Pushing event deleted for resources: {'Port': ['ID=8163f6fb-9a92-4e65-a78b-b09b2b208d1e,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:53.464134 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['8163f6fb-9a92-4e65-a78b-b09b2b208d1e'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:23:53.506039 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-024dc2f3-9cec-465c-afce-81710b64db8d req-00a4382c-a0bc-4823-80ce-e82939f46d44 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] No DVR routers for this DVR port 8163f6fb-9a92-4e65-a78b-b09b2b208d1e on host hv-cinder-84028 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:23:53.508774 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-024dc2f3-9cec-465c-afce-81710b64db8d req-00a4382c-a0bc-4823-80ce-e82939f46d44 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:53.512232 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-024dc2f3-9cec-465c-afce-81710b64db8d req-00a4382c-a0bc-4823-80ce-e82939f46d44 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.13 "DELETE /v2.0/ports/8163f6fb-9a92-4e65-a78b-b09b2b208d1e HTTP/1.1" status: 204 len: 173 time: 0.4303505 May 04 08:23:53.512676 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb86ccf-fc45-4392-876c-a178a3dfcb30', 'name': 'network-vif-deleted', 'tag': '8163f6fb-9a92-4e65-a78b-b09b2b208d1e'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:23:53.515020 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170fe75c-f3ee-4d40-990d-28b005cb725b" -d '{"events": [{"server_uuid": "bcb86ccf-fc45-4392-876c-a178a3dfcb30", "name": "network-vif-deleted", "tag": "8163f6fb-9a92-4e65-a78b-b09b2b208d1e"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:23:53.568119 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b50a5ef-c61c-4456-b521-c6359de6990f x-openstack-request-id: req-6b50a5ef-c61c-4456-b521-c6359de6990f {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:23:53.568895 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb86ccf-fc45-4392-876c-a178a3dfcb30", "name": "network-vif-deleted", "tag": "8163f6fb-9a92-4e65-a78b-b09b2b208d1e", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:23:53.568895 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6b50a5ef-c61c-4456-b521-c6359de6990f {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:23:53.569250 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b50a5ef-c61c-4456-b521-c6359de6990f'] response: {'server_uuid': 'bcb86ccf-fc45-4392-876c-a178a3dfcb30', 'name': 'network-vif-deleted', 'tag': '8163f6fb-9a92-4e65-a78b-b09b2b208d1e', 'status': 'completed', 'code': 200} May 04 08:23:53.651559 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c0b3a901-40bf-4d39-a784-97a838731f02 req-74d79260-0e61-4000-8f6c-6dc83bfb7f4c tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=bcb86ccf-fc45-4392-876c-a178a3dfcb30 HTTP/1.1" status: 200 len: 210 time: 0.0377152 May 04 08:23:53.819660 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 40146) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:53.932289 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-922c0490-4790-43ba-afe5-608fad7dd992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:54.009825 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-922c0490-4790-43ba-afe5-608fad7dd992 admin admin] Publish callbacks [] for security_group (97a2d9b2-419f-4257-a7a0-e5a9fd8e894d), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:54.015539 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-922c0490-4790-43ba-afe5-608fad7dd992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (97a2d9b2-419f-4257-a7a0-e5a9fd8e894d), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:54.053940 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-922c0490-4790-43ba-afe5-608fad7dd992 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=593a9465f75c49ddb8914177e0ce300e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331679 May 04 08:23:54.054781 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c0490-4790-43ba-afe5-608fad7dd992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a2d9b2-419f-4257-a7a0-e5a9fd8e894d,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:54.056958 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 40150) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:54.112308 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-087ef37c-8022-49b6-8e3d-fff66e508bf3 admin admin] Publish callbacks [] for security_group (97a2d9b2-419f-4257-a7a0-e5a9fd8e894d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:54.133229 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-087ef37c-8022-49b6-8e3d-fff66e508bf3 admin admin] Publish callbacks [] for security_group (97a2d9b2-419f-4257-a7a0-e5a9fd8e894d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:54.181635 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-087ef37c-8022-49b6-8e3d-fff66e508bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (97a2d9b2-419f-4257-a7a0-e5a9fd8e894d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:54.184306 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-087ef37c-8022-49b6-8e3d-fff66e508bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:54.185414 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-087ef37c-8022-49b6-8e3d-fff66e508bf3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/97a2d9b2-419f-4257-a7a0-e5a9fd8e894d HTTP/1.1" status: 204 len: 168 time: 0.1275067 May 04 08:23:54.195602 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ef37c-8022-49b6-8e3d-fff66e508bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a2d9b2-419f-4257-a7a0-e5a9fd8e894d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:54.451487 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 40156) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:54.470986 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41c37092-0252-41bf-ba94-4048b09fb666 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:54.550693 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41c37092-0252-41bf-ba94-4048b09fb666 admin admin] Publish callbacks [] for security_group (10d5e107-b17d-487e-a0d3-dae5295bc32e), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:54.558535 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41c37092-0252-41bf-ba94-4048b09fb666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (10d5e107-b17d-487e-a0d3-dae5295bc32e), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:54.605154 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-41c37092-0252-41bf-ba94-4048b09fb666 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f37614ad15f24b7f9afa0c39ddd66191&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524868 May 04 08:23:54.606208 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c37092-0252-41bf-ba94-4048b09fb666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d5e107-b17d-487e-a0d3-dae5295bc32e,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:54.608035 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 40158) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:54.657869 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b8012aac-76e8-4913-80b8-b2a3f70c0509 admin admin] Publish callbacks [] for security_group (10d5e107-b17d-487e-a0d3-dae5295bc32e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:54.680773 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b8012aac-76e8-4913-80b8-b2a3f70c0509 admin admin] Publish callbacks [] for security_group (10d5e107-b17d-487e-a0d3-dae5295bc32e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:54.739410 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b8012aac-76e8-4913-80b8-b2a3f70c0509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (10d5e107-b17d-487e-a0d3-dae5295bc32e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:54.741970 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b8012aac-76e8-4913-80b8-b2a3f70c0509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:54.743086 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-b8012aac-76e8-4913-80b8-b2a3f70c0509 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/10d5e107-b17d-487e-a0d3-dae5295bc32e HTTP/1.1" status: 204 len: 168 time: 0.1339490 May 04 08:23:54.764488 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-26c99188-f12c-4e8e-8ef8-947d94cb1622 req-0d7ac46a-d1ba-4cc9-b6de-129b7fbdece8 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=bcb86ccf-fc45-4392-876c-a178a3dfcb30 HTTP/1.1" status: 200 len: 210 time: 0.0352437 May 04 08:23:54.769241 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8012aac-76e8-4913-80b8-b2a3f70c0509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d5e107-b17d-487e-a0d3-dae5295bc32e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:56.401573 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 40214) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:56.506812 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-baf10510-b1a9-4de2-bfd7-f873d1d4671f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:56.596042 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-baf10510-b1a9-4de2-bfd7-f873d1d4671f admin admin] Publish callbacks [] for security_group (3f605965-c311-4466-a376-368d2771193f), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:56.599133 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 8163f6fb-9a92-4e65-a78b-b09b2b208d1e no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:23:56.600914 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-baf10510-b1a9-4de2-bfd7-f873d1d4671f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (3f605965-c311-4466-a376-368d2771193f), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:56.620531 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] No Port match for: 8163f6fb-9a92-4e65-a78b-b09b2b208d1e {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:23:56.620874 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 8163f6fb-9a92-4e65-a78b-b09b2b208d1e not bound to the agent host hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:23:56.637977 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-baf10510-b1a9-4de2-bfd7-f873d1d4671f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=80c56f6316db4879a3f954d6744787dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353153 May 04 08:23:56.639883 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf10510-b1a9-4de2-bfd7-f873d1d4671f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f605965-c311-4466-a376-368d2771193f,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:56.640795 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 40218) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:56.688852 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-70704f34-7520-484e-927b-894470564dbb admin admin] Publish callbacks [] for security_group (3f605965-c311-4466-a376-368d2771193f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:56.709320 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-70704f34-7520-484e-927b-894470564dbb admin admin] Publish callbacks [] for security_group (3f605965-c311-4466-a376-368d2771193f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:56.758249 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-70704f34-7520-484e-927b-894470564dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (3f605965-c311-4466-a376-368d2771193f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:56.760705 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-70704f34-7520-484e-927b-894470564dbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:56.761837 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-70704f34-7520-484e-927b-894470564dbb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3f605965-c311-4466-a376-368d2771193f HTTP/1.1" status: 204 len: 168 time: 0.1199951 May 04 08:23:56.769379 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70704f34-7520-484e-927b-894470564dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f605965-c311-4466-a376-368d2771193f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:57.036838 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 40238) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:57.051568 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78843611-c243-4462-8a2a-fbaf52a8cbc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:57.155053 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68f5c1-41ad-4a1b-8009-b0d7fb8d65b5 req-b1febafa-4fbc-4a6e-a69c-accc78ca226f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:57.156516 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dd68f5c1-41ad-4a1b-8009-b0d7fb8d65b5 req-b1febafa-4fbc-4a6e-a69c-accc78ca226f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 946 time: 0.0567632 May 04 08:23:57.176239 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78843611-c243-4462-8a2a-fbaf52a8cbc9 admin admin] Publish callbacks [] for security_group (61ce6c0a-4e01-44c8-90d3-c222284e0efa), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:57.184752 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78843611-c243-4462-8a2a-fbaf52a8cbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (61ce6c0a-4e01-44c8-90d3-c222284e0efa), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:57.203041 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 6 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:23:57.248618 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-78843611-c243-4462-8a2a-fbaf52a8cbc9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d97401f5a19b4170b00e9f6300b0ea22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2106235 May 04 08:23:57.249314 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78843611-c243-4462-8a2a-fbaf52a8cbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ce6c0a-4e01-44c8-90d3-c222284e0efa,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:57.251631 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 40242) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:57.255460 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-dd68f5c1-41ad-4a1b-8009-b0d7fb8d65b5 req-66675b09-eb50-4ff2-b299-4fd20274dd5e tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930703 May 04 08:23:57.302520 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bb6d5a1a-0642-4731-8b6f-0b4ade1f9f11 admin admin] Publish callbacks [] for security_group (61ce6c0a-4e01-44c8-90d3-c222284e0efa), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:57.324537 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bb6d5a1a-0642-4731-8b6f-0b4ade1f9f11 admin admin] Publish callbacks [] for security_group (61ce6c0a-4e01-44c8-90d3-c222284e0efa), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:57.376991 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bb6d5a1a-0642-4731-8b6f-0b4ade1f9f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (61ce6c0a-4e01-44c8-90d3-c222284e0efa), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:57.379615 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bb6d5a1a-0642-4731-8b6f-0b4ade1f9f11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:57.380715 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-bb6d5a1a-0642-4731-8b6f-0b4ade1f9f11 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/61ce6c0a-4e01-44c8-90d3-c222284e0efa HTTP/1.1" status: 204 len: 168 time: 0.1281013 May 04 08:23:57.393270 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d5a1a-0642-4731-8b6f-0b4ade1f9f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ce6c0a-4e01-44c8-90d3-c222284e0efa,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:58.387331 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b093991-bb92-47b1-b7cb-842b66c92bf2 req-10846fc8-6dce-4008-96a2-d60eebbf21d5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:58.391409 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6b093991-bb92-47b1-b7cb-842b66c92bf2 req-10846fc8-6dce-4008-96a2-d60eebbf21d5 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 946 time: 0.0582864 May 04 08:23:58.438495 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6b093991-bb92-47b1-b7cb-842b66c92bf2 req-e6af1fba-c529-4155-9f4e-02e1f7bae65f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454750 May 04 08:23:59.107324 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 40326) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:59.220299 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9d3a4267-a3e2-445b-b332-b40402a49d95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:59.308166 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9d3a4267-a3e2-445b-b332-b40402a49d95 admin admin] Publish callbacks [] for security_group (8c8e8759-1b3c-418b-bdb3-338407abfa3b), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:59.313811 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9d3a4267-a3e2-445b-b332-b40402a49d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (8c8e8759-1b3c-418b-bdb3-338407abfa3b), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:59.350801 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-9d3a4267-a3e2-445b-b332-b40402a49d95 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=40cf3bfc41114bbb94335fb872264203&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424493 May 04 08:23:59.351651 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a4267-a3e2-445b-b332-b40402a49d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8e8759-1b3c-418b-bdb3-338407abfa3b,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:59.353792 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 40332) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:59.401309 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ebacba9a-5ab4-4dc8-aa3a-46e3a5e97624 admin admin] Publish callbacks [] for security_group (8c8e8759-1b3c-418b-bdb3-338407abfa3b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:59.423853 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ebacba9a-5ab4-4dc8-aa3a-46e3a5e97624 admin admin] Publish callbacks [] for security_group (8c8e8759-1b3c-418b-bdb3-338407abfa3b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:59.476590 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ebacba9a-5ab4-4dc8-aa3a-46e3a5e97624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (8c8e8759-1b3c-418b-bdb3-338407abfa3b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:59.479500 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ebacba9a-5ab4-4dc8-aa3a-46e3a5e97624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:59.480516 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-ebacba9a-5ab4-4dc8-aa3a-46e3a5e97624 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8c8e8759-1b3c-418b-bdb3-338407abfa3b HTTP/1.1" status: 204 len: 168 time: 0.1256731 May 04 08:23:59.490849 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebacba9a-5ab4-4dc8-aa3a-46e3a5e97624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8e8759-1b3c-418b-bdb3-338407abfa3b,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:59.577220 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3a8ac-3102-4b79-b703-f54be45348d3 req-b5b53573-b376-4602-bb34-9ba50323ee4f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:59.578798 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3ee3a8ac-3102-4b79-b703-f54be45348d3 req-b5b53573-b376-4602-bb34-9ba50323ee4f tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 946 time: 0.0518982 May 04 08:23:59.628038 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3ee3a8ac-3102-4b79-b703-f54be45348d3 req-2179c365-5f13-4b73-b297-28f16fe8abb3 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421593 May 04 08:23:59.654204 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-64630f6a-14df-4a14-b2b5-3cef3ffa72d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:59.767341 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 40342) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:59.781195 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-814387cc-8ac4-45ad-b3e4-67f41528ca2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:59.857358 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-814387cc-8ac4-45ad-b3e4-67f41528ca2e admin admin] Publish callbacks [] for security_group (1e5e6818-ec99-41c9-a2d6-e6de5fc13e11), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:59.864020 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-814387cc-8ac4-45ad-b3e4-67f41528ca2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (1e5e6818-ec99-41c9-a2d6-e6de5fc13e11), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:59.901131 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-814387cc-8ac4-45ad-b3e4-67f41528ca2e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a5b543e355554028816a754db8793e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327455 May 04 08:23:59.901963 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814387cc-8ac4-45ad-b3e4-67f41528ca2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5e6818-ec99-41c9-a2d6-e6de5fc13e11,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:59.904048 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 40344) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:59.955497 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c71802e0-6871-4a61-840c-389e27bf97ed admin admin] Publish callbacks [] for security_group (1e5e6818-ec99-41c9-a2d6-e6de5fc13e11), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:59.978861 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c71802e0-6871-4a61-840c-389e27bf97ed admin admin] Publish callbacks [] for security_group (1e5e6818-ec99-41c9-a2d6-e6de5fc13e11), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:00.029241 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c71802e0-6871-4a61-840c-389e27bf97ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (1e5e6818-ec99-41c9-a2d6-e6de5fc13e11), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:00.032275 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c71802e0-6871-4a61-840c-389e27bf97ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:00.033435 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-c71802e0-6871-4a61-840c-389e27bf97ed admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1e5e6818-ec99-41c9-a2d6-e6de5fc13e11 HTTP/1.1" status: 204 len: 168 time: 0.1283357 May 04 08:24:00.041173 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71802e0-6871-4a61-840c-389e27bf97ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5e6818-ec99-41c9-a2d6-e6de5fc13e11,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:00.264496 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7ad1b-1808-4f0b-a960-2d995fd32288 req-2c0570a2-caa1-44e1-be4c-7856653e8e82 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:00.266860 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-85a7ad1b-1808-4f0b-a960-2d995fd32288 req-2c0570a2-caa1-44e1-be4c-7856653e8e82 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.13 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 946 time: 0.0496097 May 04 08:24:00.356786 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-85a7ad1b-1808-4f0b-a960-2d995fd32288 req-77f0b9b7-409f-4b16-b21c-bf1b4d85410d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Deleting port e9d1d045-ea33-422a-8585-5be19ff8cbdb {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:24:00.357062 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-85a7ad1b-1808-4f0b-a960-2d995fd32288 req-77f0b9b7-409f-4b16-b21c-bf1b4d85410d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (e9d1d045-ea33-422a-8585-5be19ff8cbdb), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:00.732524 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-85a7ad1b-1808-4f0b-a960-2d995fd32288 req-77f0b9b7-409f-4b16-b21c-bf1b4d85410d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] For port e9d1d045-ea33-422a-8585-5be19ff8cbdb, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e9d1d045-ea33-422a-8585-5be19ff8cbdb,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:00.732892 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-85a7ad1b-1808-4f0b-a960-2d995fd32288 req-77f0b9b7-409f-4b16-b21c-bf1b4d85410d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (e9d1d045-ea33-422a-8585-5be19ff8cbdb), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:00.774056 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d0904-fd1c-4b24-93c2-3466dc519649 req-4b519fa4-39ff-43f2-8396-0fd7a41bffc0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:00.775729 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a62d0904-fd1c-4b24-93c2-3466dc519649 req-4b519fa4-39ff-43f2-8396-0fd7a41bffc0 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 946 time: 0.0490294 May 04 08:24:00.824696 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a62d0904-fd1c-4b24-93c2-3466dc519649 req-31fc309d-60e2-439d-b811-123c9eac85b7 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups?id=047d4a60-e911-4c2e-9424-fd642c7351ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424514 May 04 08:24:00.913293 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-85a7ad1b-1808-4f0b-a960-2d995fd32288 req-77f0b9b7-409f-4b16-b21c-bf1b4d85410d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:00.913786 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-85a7ad1b-1808-4f0b-a960-2d995fd32288 req-77f0b9b7-409f-4b16-b21c-bf1b4d85410d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-724727'] for floatingip (6150617f-398f-490d-9058-1c058bea92fa), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:00.914113 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.l3_db [req-85a7ad1b-1808-4f0b-a960-2d995fd32288 req-77f0b9b7-409f-4b16-b21c-bf1b4d85410d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Floating IP 6150617f-398f-490d-9058-1c058bea92fa disassociated. External IP: 172.27.3.156, port: e9d1d045-ea33-422a-8585-5be19ff8cbdb. May 04 08:24:00.914458 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-85a7ad1b-1808-4f0b-a960-2d995fd32288 req-77f0b9b7-409f-4b16-b21c-bf1b4d85410d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Calling delete_port for e9d1d045-ea33-422a-8585-5be19ff8cbdb owned by compute:nova {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:24:01.051674 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-85a7ad1b-1808-4f0b-a960-2d995fd32288 req-77f0b9b7-409f-4b16-b21c-bf1b4d85410d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (e9d1d045-ea33-422a-8585-5be19ff8cbdb), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:01.081172 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0b9b7-409f-4b16-b21c-bf1b4d85410d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Pushing event deleted for resources: {'Port': ['ID=e9d1d045-ea33-422a-8585-5be19ff8cbdb,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:01.200194 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85a7ad1b-1808-4f0b-a960-2d995fd32288 req-77f0b9b7-409f-4b16-b21c-bf1b4d85410d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Router 86fe3ff6-c4f4-4494-b652-9ef77792b78f has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:24:01.310653 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85a7ad1b-1808-4f0b-a960-2d995fd32288 req-77f0b9b7-409f-4b16-b21c-bf1b4d85410d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:24:01.326997 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129b5119-7921-4c8a-a74a-90b432896ce1 None None] Sync routers for ids ['86fe3ff6-c4f4-4494-b652-9ef77792b78f'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:24:01.339595 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129b5119-7921-4c8a-a74a-90b432896ce1 None None] Routers {'86fe3ff6-c4f4-4494-b652-9ef77792b78f'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:24:01.340127 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-129b5119-7921-4c8a-a74a-90b432896ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:23:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['86fe3ff6-c4f4-4494-b652-9ef77792b78f'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:01.375194 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a7ad1b-1808-4f0b-a960-2d995fd32288 req-77f0b9b7-409f-4b16-b21c-bf1b4d85410d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] No DVR routers for this DVR port e9d1d045-ea33-422a-8585-5be19ff8cbdb on host hv-cinder-84028 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:24:01.377782 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-85a7ad1b-1808-4f0b-a960-2d995fd32288 req-77f0b9b7-409f-4b16-b21c-bf1b4d85410d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:01.381934 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-85a7ad1b-1808-4f0b-a960-2d995fd32288 req-77f0b9b7-409f-4b16-b21c-bf1b4d85410d tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.13 "DELETE /v2.0/ports/e9d1d045-ea33-422a-8585-5be19ff8cbdb HTTP/1.1" status: 204 len: 173 time: 1.1090984 May 04 08:24:01.382899 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86a1f59-45ed-48ef-9f75-15d60f894105', 'name': 'network-vif-deleted', 'tag': 'e9d1d045-ea33-422a-8585-5be19ff8cbdb'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:24:01.385483 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5553035-d41b-4e9c-938f-bd0539685de4" -d '{"events": [{"server_uuid": "c86a1f59-45ed-48ef-9f75-15d60f894105", "name": "network-vif-deleted", "tag": "e9d1d045-ea33-422a-8585-5be19ff8cbdb"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:24:01.454092 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f7c6bf-78dd-4219-97c6-4a1b7194341d x-openstack-request-id: req-f9f7c6bf-78dd-4219-97c6-4a1b7194341d {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:24:01.454573 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86a1f59-45ed-48ef-9f75-15d60f894105", "name": "network-vif-deleted", "tag": "e9d1d045-ea33-422a-8585-5be19ff8cbdb", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:24:01.455022 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f9f7c6bf-78dd-4219-97c6-4a1b7194341d {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:24:01.455581 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9f7c6bf-78dd-4219-97c6-4a1b7194341d'] response: {'server_uuid': 'c86a1f59-45ed-48ef-9f75-15d60f894105', 'name': 'network-vif-deleted', 'tag': 'e9d1d045-ea33-422a-8585-5be19ff8cbdb', 'status': 'completed', 'code': 200} May 04 08:24:01.487845 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-129b5119-7921-4c8a-a74a-90b432896ce1 None None] Set router 86fe3ff6-c4f4-4494-b652-9ef77792b78f gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:24:01.831567 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-129b5119-7921-4c8a-a74a-90b432896ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'name': 'tempest-AttachVolumeShelveTestJSON-851729642-router', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:03Z', 'updated_at': '2022-05-04T08:16:20Z', 'revision_number': 4, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'gw_port': {'id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '5b29f279-72f1-4f5c-934b-bf2513ecc4e4', 'name': '', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'mac_address': 'fa:16:3e:16:5d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:16Z', 'updated_at': '2022-05-04T08:16:34Z', 'revision_number': 5, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'subnets': [{'id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:01.859418 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129b5119-7921-4c8a-a74a-90b432896ce1 None None] Checking router: 86fe3ff6-c4f4-4494-b652-9ef77792b78f for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:24:01.870519 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129b5119-7921-4c8a-a74a-90b432896ce1 None None] Routers {'86fe3ff6-c4f4-4494-b652-9ef77792b78f'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:24:01.871873 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-129b5119-7921-4c8a-a74a-90b432896ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:23:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['86fe3ff6-c4f4-4494-b652-9ef77792b78f'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:01.912622 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a74877c2-07de-40f9-b71f-838fcf10ad23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:02.000750 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-129b5119-7921-4c8a-a74a-90b432896ce1 None None] Set router 86fe3ff6-c4f4-4494-b652-9ef77792b78f gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:24:02.013304 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-a7db7ef1-6ebc-4924-8955-1985bac1cbd6 req-b160906b-cf11-4fb0-9366-0592f645e7ed tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c86a1f59-45ed-48ef-9f75-15d60f894105 HTTP/1.1" status: 200 len: 210 time: 0.0696886 May 04 08:24:02.083839 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 40430) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:02.215991 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-52ce5a4b-4ac2-42a2-909d-7ec954752eff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:02.229249 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-129b5119-7921-4c8a-a74a-90b432896ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'name': 'tempest-AttachVolumeShelveTestJSON-851729642-router', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:03Z', 'updated_at': '2022-05-04T08:16:20Z', 'revision_number': 4, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'gw_port': {'id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '5b29f279-72f1-4f5c-934b-bf2513ecc4e4', 'name': '', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'mac_address': 'fa:16:3e:16:5d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:16Z', 'updated_at': '2022-05-04T08:16:34Z', 'revision_number': 5, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'subnets': [{'id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:02.256216 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129b5119-7921-4c8a-a74a-90b432896ce1 None None] The sync data for ids ['86fe3ff6-c4f4-4494-b652-9ef77792b78f'] in dv-cinder-840289-4-iscsi is: [{'id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'name': 'tempest-AttachVolumeShelveTestJSON-851729642-router', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:03Z', 'updated_at': '2022-05-04T08:16:20Z', 'revision_number': 4, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'gw_port': {'id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '5b29f279-72f1-4f5c-934b-bf2513ecc4e4', 'name': '', 'network_id': '69e555c2-1670-40dc-ab1f-e521e2075e90', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'mac_address': 'fa:16:3e:16:5d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:16Z', 'updated_at': '2022-05-04T08:16:34Z', 'revision_number': 5, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'subnets': [{'id': 'c1223e7c-a5fa-47f3-8b09-39c09633d1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:24:02.292499 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-52ce5a4b-4ac2-42a2-909d-7ec954752eff admin admin] Publish callbacks [] for security_group (c1ad282c-e80a-4686-a989-fd9fc95b2c0d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:02.297235 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-52ce5a4b-4ac2-42a2-909d-7ec954752eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (c1ad282c-e80a-4686-a989-fd9fc95b2c0d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:02.339590 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-52ce5a4b-4ac2-42a2-909d-7ec954752eff admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c1067ec3f1b641cc8ef8d5ab8b370389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544580 May 04 08:24:02.340444 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce5a4b-4ac2-42a2-909d-7ec954752eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ad282c-e80a-4686-a989-fd9fc95b2c0d,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:02.342286 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 40436) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:02.400926 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-75b60d02-95e1-4abb-a46a-62516ed95ca1 admin admin] Publish callbacks [] for security_group (c1ad282c-e80a-4686-a989-fd9fc95b2c0d), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:02.423775 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-75b60d02-95e1-4abb-a46a-62516ed95ca1 admin admin] Publish callbacks [] for security_group (c1ad282c-e80a-4686-a989-fd9fc95b2c0d), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:02.472720 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-75b60d02-95e1-4abb-a46a-62516ed95ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (c1ad282c-e80a-4686-a989-fd9fc95b2c0d), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:02.475331 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-75b60d02-95e1-4abb-a46a-62516ed95ca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:02.476495 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-75b60d02-95e1-4abb-a46a-62516ed95ca1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c1ad282c-e80a-4686-a989-fd9fc95b2c0d HTTP/1.1" status: 204 len: 168 time: 0.1316459 May 04 08:24:02.489147 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b60d02-95e1-4abb-a46a-62516ed95ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ad282c-e80a-4686-a989-fd9fc95b2c0d,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:02.494196 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a692c18-59b0-44b5-b5b9-0f62cfb6616b None None] New status for floating IP 6150617f-398f-490d-9058-1c058bea92fa: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:24:03.052531 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:03.132962 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 40466) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:03.198652 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-af5856c7-86e7-478d-99a2-5cc922c86614 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for security_group (047d4a60-e911-4c2e-9424-fd642c7351ff), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:03.222469 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-af5856c7-86e7-478d-99a2-5cc922c86614 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for security_group (047d4a60-e911-4c2e-9424-fd642c7351ff), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:03.270922 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-af5856c7-86e7-478d-99a2-5cc922c86614 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (047d4a60-e911-4c2e-9424-fd642c7351ff), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:03.273797 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-af5856c7-86e7-478d-99a2-5cc922c86614 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:03.275132 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-af5856c7-86e7-478d-99a2-5cc922c86614 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "DELETE /v2.0/security-groups/047d4a60-e911-4c2e-9424-fd642c7351ff HTTP/1.1" status: 204 len: 168 time: 0.1409965 May 04 08:24:03.277877 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 40472) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:03.284383 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5856c7-86e7-478d-99a2-5cc922c86614 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=047d4a60-e911-4c2e-9424-fd642c7351ff,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:03.294363 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.api.v2.resource [None req-a986486d-6158-41b4-b42d-7ea4e6102a97 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] show failed (client error): The resource could not be found. May 04 08:24:03.298808 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-a986486d-6158-41b4-b42d-7ea4e6102a97 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "GET /v2.0/security-groups/047d4a60-e911-4c2e-9424-fd642c7351ff HTTP/1.1" status: 404 len: 347 time: 0.0198119 May 04 08:24:03.299460 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 40474) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:03.418778 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-01cc2d2d-a43b-4414-87d0-ebe5cab80e30 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Deleting port e5b1b5e5-3efa-4df5-a0e3-fd363c7ea7d6 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:24:03.419207 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-01cc2d2d-a43b-4414-87d0-ebe5cab80e30 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (e5b1b5e5-3efa-4df5-a0e3-fd363c7ea7d6), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:03.496285 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-01cc2d2d-a43b-4414-87d0-ebe5cab80e30 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (e5b1b5e5-3efa-4df5-a0e3-fd363c7ea7d6), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:03.496786 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-01cc2d2d-a43b-4414-87d0-ebe5cab80e30 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for floatingip (e5b1b5e5-3efa-4df5-a0e3-fd363c7ea7d6), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:03.509581 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-01cc2d2d-a43b-4414-87d0-ebe5cab80e30 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Calling delete_port for e5b1b5e5-3efa-4df5-a0e3-fd363c7ea7d6 owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:24:03.642719 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-01cc2d2d-a43b-4414-87d0-ebe5cab80e30 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (e5b1b5e5-3efa-4df5-a0e3-fd363c7ea7d6), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:03.668228 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc2d2d-a43b-4414-87d0-ebe5cab80e30 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Pushing event deleted for resources: {'Port': ['ID=e5b1b5e5-3efa-4df5-a0e3-fd363c7ea7d6,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:03.730605 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-01cc2d2d-a43b-4414-87d0-ebe5cab80e30 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks [] for floatingip (6150617f-398f-490d-9058-1c058bea92fa), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:03.733182 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-01cc2d2d-a43b-4414-87d0-ebe5cab80e30 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:03.737012 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-01cc2d2d-a43b-4414-87d0-ebe5cab80e30 tempest-AttachVolumeShelveTestJSON-828313472 tempest-AttachVolumeShelveTestJSON-828313472-project] 10.222.0.59 "DELETE /v2.0/floatingips/6150617f-398f-490d-9058-1c058bea92fa HTTP/1.1" status: 204 len: 168 time: 0.4335809 May 04 08:24:04.302553 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:04.557615 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device e9d1d045-ea33-422a-8585-5be19ff8cbdb no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:24:04.581156 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] No Port match for: e9d1d045-ea33-422a-8585-5be19ff8cbdb {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:24:04.581502 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device e9d1d045-ea33-422a-8585-5be19ff8cbdb not bound to the agent host hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:24:05.067102 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:05.750542 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:06.008101 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-e62dedcf-f1bb-47af-9839-667e7d34aeb6 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:06.009623 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-e62dedcf-f1bb-47af-9839-667e7d34aeb6 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/networks?id=0f94d61a-c2d6-4906-a986-e0e0c02688b9 HTTP/1.1" status: 200 len: 814 time: 0.1112654 May 04 08:24:06.032918 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-a666d330-4b09-4e20-a27e-4bc7606905c7 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/quotas/d0ad5d350a8241adbce3fa8f9c77632c HTTP/1.1" status: 200 len: 375 time: 0.0168290 May 04 08:24:06.087539 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-bc1f330d-ce13-4e55-bae9-ccae4c2418f1 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d0ad5d350a8241adbce3fa8f9c77632c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373423 May 04 08:24:06.201054 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-ecfa860c-4d66-47fa-838e-4b8555b4985d service neutron] 10.222.0.59 "GET /v2.0/networks/0f94d61a-c2d6-4906-a986-e0e0c02688b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049244 May 04 08:24:06.292924 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-1d941e8c-07cb-4d6a-bd98-1af9dd4a3aa5 service neutron] 10.222.0.59 "GET /v2.0/networks/0f94d61a-c2d6-4906-a986-e0e0c02688b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858417 May 04 08:24:06.469927 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-8b3ffaa1-0b16-4215-8717-3463ffdd62d8 req-414ab553-bac6-477d-ad88-e9f64ee916c2 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1edae34-a555-4869-b8ca-bd129d86b2c5 HTTP/1.1" status: 200 len: 210 time: 0.0324116 May 04 08:24:07.274771 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 40634) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:07.611495 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-682e86e8-356e-418d-bf08-5be7d4badbcf req-a212037b-030f-477b-8c0e-504704682044 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1178935 May 04 08:24:07.634066 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-123d9042-e40e-4fbd-aa8c-45edc080c4fa req-5653a115-f9ef-4280-88d2-9539d7d2fb1c tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1edae34-a555-4869-b8ca-bd129d86b2c5 HTTP/1.1" status: 200 len: 210 time: 0.0619261 May 04 08:24:07.647208 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-28531cbf-6f32-459e-9b7f-98bb4da25837 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:07.651249 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-28531cbf-6f32-459e-9b7f-98bb4da25837 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.13 "GET /v2.0/networks?id=0f94d61a-c2d6-4906-a986-e0e0c02688b9 HTTP/1.1" status: 200 len: 814 time: 0.1540577 May 04 08:24:07.671618 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-afa78b09-ccb6-45b7-851d-0feb55b3dd71 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Request body: {'port': {'device_id': 'b1edae34-a555-4869-b8ca-bd129d86b2c5', 'network_id': '0f94d61a-c2d6-4906-a986-e0e0c02688b9', 'admin_state_up': True, 'tenant_id': 'd0ad5d350a8241adbce3fa8f9c77632c'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:24:07.772602 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e86e8-356e-418d-bf08-5be7d4badbcf req-6f8c15e5-5fd1-46dc-a10f-57c79ed3c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:07.774112 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-682e86e8-356e-418d-bf08-5be7d4badbcf req-6f8c15e5-5fd1-46dc-a10f-57c79ed3c799 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74c56bb918414ffe937415b180eb5944&device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 1130 time: 0.1064999 May 04 08:24:07.831724 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-afa78b09-ccb6-45b7-851d-0feb55b3dd71 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Made reservation on behalf of d0ad5d350a8241adbce3fa8f9c77632c for: {'port': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:24:07.835589 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-afa78b09-ccb6-45b7-851d-0feb55b3dd71 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:07.859220 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f2c3890f-7864-461d-8ba6-5aec0ef9e354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-723922'] for router_interface (86fe3ff6-c4f4-4494-b652-9ef77792b78f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:08.015286 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e86e8-356e-418d-bf08-5be7d4badbcf req-3cc353a3-637b-4405-9353-802e33a4c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:08.016877 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-682e86e8-356e-418d-bf08-5be7d4badbcf req-3cc353a3-637b-4405-9353-802e33a4c072 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3e15cd7-7965-45b0-9080-9151cadd7087 HTTP/1.1" status: 200 len: 912 time: 0.1711478 May 04 08:24:08.077587 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-afa78b09-ccb6-45b7-851d-0feb55b3dd71 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Allocated IP 172.20.0.13 (0f94d61a-c2d6-4906-a986-e0e0c02688b9/3943461f-a1b3-4806-b8da-de8f838ae8fb/fd83fc87-3307-4ca6-8aea-cc5c07acaa3e) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:24:08.107867 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-682e86e8-356e-418d-bf08-5be7d4badbcf req-84e94fb5-cd8a-4ef6-ac78-ef27466b675e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=488beac5-593a-40e5-8057-000e3d077b9f HTTP/1.1" status: 200 len: 1001 time: 0.0831001 May 04 08:24:08.131735 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-f2c3890f-7864-461d-8ba6-5aec0ef9e354 admin admin] Deleting port 5b29f279-72f1-4f5c-934b-bf2513ecc4e4 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:24:08.131971 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f2c3890f-7864-461d-8ba6-5aec0ef9e354 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (5b29f279-72f1-4f5c-934b-bf2513ecc4e4), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:08.195061 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e86e8-356e-418d-bf08-5be7d4badbcf req-9c47ac67-a28a-47b0-bee1-401a01017e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:08.196546 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-682e86e8-356e-418d-bf08-5be7d4badbcf req-9c47ac67-a28a-47b0-bee1-401a01017e1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b831c99a-7ea5-474f-8091-5f278d7d0d3f HTTP/1.1" status: 200 len: 850 time: 0.0803738 May 04 08:24:08.211464 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-f2c3890f-7864-461d-8ba6-5aec0ef9e354 admin admin] For port 5b29f279-72f1-4f5c-934b-bf2513ecc4e4, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=5b29f279-72f1-4f5c-934b-bf2513ecc4e4,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:08.211845 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f2c3890f-7864-461d-8ba6-5aec0ef9e354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (5b29f279-72f1-4f5c-934b-bf2513ecc4e4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:08.225408 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-f2c3890f-7864-461d-8ba6-5aec0ef9e354 admin admin] Calling delete_port for 5b29f279-72f1-4f5c-934b-bf2513ecc4e4 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:24:08.276625 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e86e8-356e-418d-bf08-5be7d4badbcf req-0cf824a9-1098-47ac-a9ab-f7feebcc31eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:08.278114 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-682e86e8-356e-418d-bf08-5be7d4badbcf req-0cf824a9-1098-47ac-a9ab-f7feebcc31eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3e15cd7-7965-45b0-9080-9151cadd7087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0738513 May 04 08:24:08.326117 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-afa78b09-ccb6-45b7-851d-0feb55b3dd71 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Publish callbacks [] for port (fd83fc87-3307-4ca6-8aea-cc5c07acaa3e), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:08.406580 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-682e86e8-356e-418d-bf08-5be7d4badbcf req-08350c91-2c83-465b-b96d-e17a6f00089b service neutron] 10.222.0.13 "GET /v2.0/networks/f3e15cd7-7965-45b0-9080-9151cadd7087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174920 May 04 08:24:08.415690 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f2c3890f-7864-461d-8ba6-5aec0ef9e354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (5b29f279-72f1-4f5c-934b-bf2513ecc4e4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:08.423634 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-afa78b09-ccb6-45b7-851d-0feb55b3dd71 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787184706434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (fd83fc87-3307-4ca6-8aea-cc5c07acaa3e), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:08.444436 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3890f-7864-461d-8ba6-5aec0ef9e354 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b29f279-72f1-4f5c-934b-bf2513ecc4e4,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:08.515399 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-afa78b09-ccb6-45b7-851d-0feb55b3dd71 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Network 0f94d61a-c2d6-4906-a986-e0e0c02688b9 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:24:08.527525 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-afa78b09-ccb6-45b7-851d-0feb55b3dd71 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:24:08.534506 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-afa78b09-ccb6-45b7-851d-0feb55b3dd71 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:24:08.538791 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa78b09-ccb6-45b7-851d-0feb55b3dd71 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Pushing event updated for resources: {'Port': ['ID=fd83fc87-3307-4ca6-8aea-cc5c07acaa3e,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:08.592031 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-682e86e8-356e-418d-bf08-5be7d4badbcf req-274af657-5bad-489d-9737-151091c546d9 service neutron] 10.222.0.13 "GET /v2.0/networks/f3e15cd7-7965-45b0-9080-9151cadd7087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787231 May 04 08:24:08.604749 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-afa78b09-ccb6-45b7-851d-0feb55b3dd71 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:08.605374 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-afa78b09-ccb6-45b7-851d-0feb55b3dd71 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:08.628586 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-afa78b09-ccb6-45b7-851d-0feb55b3dd71 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9620159 May 04 08:24:08.660643 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-c9528c21-d642-42c8-8c93-7ee13ae197b4 service neutron] Request body: {'port': {'device_id': 'b1edae34-a555-4869-b8ca-bd129d86b2c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:24:08.671432 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f2c3890f-7864-461d-8ba6-5aec0ef9e354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734405'] for router_interface (86fe3ff6-c4f4-4494-b652-9ef77792b78f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:08.738042 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-c9528c21-d642-42c8-8c93-7ee13ae197b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (fd83fc87-3307-4ca6-8aea-cc5c07acaa3e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:08.796158 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308c59c-70ee-449a-8433-13d91c911fa2 req-eb0fd705-14ab-400f-be99-10c9777c4ba7 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:08.797638 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7308c59c-70ee-449a-8433-13d91c911fa2 req-eb0fd705-14ab-400f-be99-10c9777c4ba7 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1edae34-a555-4869-b8ca-bd129d86b2c5 HTTP/1.1" status: 200 len: 932 time: 0.0603087 May 04 08:24:08.883744 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-7308c59c-70ee-449a-8433-13d91c911fa2 req-3d64ec73-d60d-4f89-8629-e64d22686960 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe2aca2e-09fb-47e2-9c96-da7991aad146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558410 May 04 08:24:09.022178 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 40680) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:09.035548 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-c9528c21-d642-42c8-8c93-7ee13ae197b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd83fc87-3307-4ca6-8aea-cc5c07acaa3e {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:24:09.044197 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-c9528c21-d642-42c8-8c93-7ee13ae197b4 service neutron] Publish callbacks [] for port (fd83fc87-3307-4ca6-8aea-cc5c07acaa3e), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:09.058144 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-c9528c21-d642-42c8-8c93-7ee13ae197b4 service neutron] Transition to ACTIVE for port object fd83fc87-3307-4ca6-8aea-cc5c07acaa3e will not be triggered until provisioned by entity L2. {{(pid=103564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:24:09.066638 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-c9528c21-d642-42c8-8c93-7ee13ae197b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (fd83fc87-3307-4ca6-8aea-cc5c07acaa3e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:09.118494 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9528c21-d642-42c8-8c93-7ee13ae197b4 service neutron] Pushing event updated for resources: {'Port': ['ID=fd83fc87-3307-4ca6-8aea-cc5c07acaa3e,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:09.198405 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a2817786-642a-4e30-8ee2-df6d9d8b3de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:09.236200 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-c9528c21-d642-42c8-8c93-7ee13ae197b4 service neutron] Attempting to bind port fd83fc87-3307-4ca6-8aea-cc5c07acaa3e on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:24:09.236531 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-c9528c21-d642-42c8-8c93-7ee13ae197b4 service neutron] Attempting to bind port fd83fc87-3307-4ca6-8aea-cc5c07acaa3e by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '3d5a177d-917c-4ea9-9082-a57667bdc641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0f94d61a-c2d6-4906-a986-e0e0c02688b9'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:24:09.236930 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-c9528c21-d642-42c8-8c93-7ee13ae197b4 service neutron] Attempting to bind port fd83fc87-3307-4ca6-8aea-cc5c07acaa3e on network 0f94d61a-c2d6-4906-a986-e0e0c02688b9 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:24:09.249597 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-c9528c21-d642-42c8-8c93-7ee13ae197b4 service neutron] Port fd83fc87-3307-4ca6-8aea-cc5c07acaa3e on network 0f94d61a-c2d6-4906-a986-e0e0c02688b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:24:09.249931 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-c9528c21-d642-42c8-8c93-7ee13ae197b4 service neutron] Attempting to bind port fd83fc87-3307-4ca6-8aea-cc5c07acaa3e on network 0f94d61a-c2d6-4906-a986-e0e0c02688b9 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:24:09.260525 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-c9528c21-d642-42c8-8c93-7ee13ae197b4 service neutron] Checking agent: {'id': '012f2be7-5ddd-4d39-8539-3fef46040309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'started_at': datetime.datetime(2022, 5, 4, 8, 14, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:24:09.260991 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-c9528c21-d642-42c8-8c93-7ee13ae197b4 service neutron] Checking segment: {'id': '3d5a177d-917c-4ea9-9082-a57667bdc641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0f94d61a-c2d6-4906-a986-e0e0c02688b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:24:09.261287 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-c9528c21-d642-42c8-8c93-7ee13ae197b4 service neutron] Bound using segment: {'id': '3d5a177d-917c-4ea9-9082-a57667bdc641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0f94d61a-c2d6-4906-a986-e0e0c02688b9'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:24:09.261939 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-c9528c21-d642-42c8-8c93-7ee13ae197b4 service neutron] Bound port: fd83fc87-3307-4ca6-8aea-cc5c07acaa3e, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d5a177d-917c-4ea9-9082-a57667bdc641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0f94d61a-c2d6-4906-a986-e0e0c02688b9'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:24:09.262313 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-c9528c21-d642-42c8-8c93-7ee13ae197b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (fd83fc87-3307-4ca6-8aea-cc5c07acaa3e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:09.325130 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c3890f-7864-461d-8ba6-5aec0ef9e354 admin admin] Router 86fe3ff6-c4f4-4494-b652-9ef77792b78f has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:24:09.358630 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a2817786-642a-4e30-8ee2-df6d9d8b3de7 admin admin] Publish callbacks [] for security_group (9484cea8-2623-4dc7-8775-1a749bc935d5), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:09.362926 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-c9528c21-d642-42c8-8c93-7ee13ae197b4 service neutron] For port fd83fc87-3307-4ca6-8aea-cc5c07acaa3e, host hv-cinder-84028, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:24:09.366626 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-c9528c21-d642-42c8-8c93-7ee13ae197b4 service neutron] For port fd83fc87-3307-4ca6-8aea-cc5c07acaa3e, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=fd83fc87-3307-4ca6-8aea-cc5c07acaa3e,segment=NetworkSegment(3d5a177d-917c-4ea9-9082-a57667bdc641),segment_id=3d5a177d-917c-4ea9-9082-a57667bdc641)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:24:09.369794 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a2817786-642a-4e30-8ee2-df6d9d8b3de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (9484cea8-2623-4dc7-8775-1a749bc935d5), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:09.387353 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-c9528c21-d642-42c8-8c93-7ee13ae197b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30599707'] for port (fd83fc87-3307-4ca6-8aea-cc5c07acaa3e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:09.445569 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2817786-642a-4e30-8ee2-df6d9d8b3de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9484cea8-2623-4dc7-8775-1a749bc935d5,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:09.448593 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-c9528c21-d642-42c8-8c93-7ee13ae197b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:09.449208 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-c9528c21-d642-42c8-8c93-7ee13ae197b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:09.450982 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-c9528c21-d642-42c8-8c93-7ee13ae197b4 service neutron] 10.222.0.13 "PUT /v2.0/ports/fd83fc87-3307-4ca6-8aea-cc5c07acaa3e HTTP/1.1" status: 200 len: 1094 time: 0.7949886 May 04 08:24:09.453364 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1edae34-a555-4869-b8ca-bd129d86b2c5', 'tag': 'fd83fc87-3307-4ca6-8aea-cc5c07acaa3e'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:24:09.456071 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea92c831-a2e8-49e8-87b4-2fea1a1aa8da" -d '{"events": [{"name": "network-changed", "server_uuid": "b1edae34-a555-4869-b8ca-bd129d86b2c5", "tag": "fd83fc87-3307-4ca6-8aea-cc5c07acaa3e"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:24:09.459824 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-a2817786-642a-4e30-8ee2-df6d9d8b3de7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=80d0450af36e47778a6d8914a4ec46e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4366522 May 04 08:24:09.464928 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 40704) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:09.473958 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c3890f-7864-461d-8ba6-5aec0ef9e354 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:24:09.486749 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cee57a-f02f-44e2-9434-8307aca2ca06 None None] Sync routers for ids ['86fe3ff6-c4f4-4494-b652-9ef77792b78f'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:24:09.498962 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9528c21-d642-42c8-8c93-7ee13ae197b4 service neutron] Pushing event updated for resources: {'Port': ['ID=fd83fc87-3307-4ca6-8aea-cc5c07acaa3e,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:09.501418 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 40706) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:09.508217 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-f2c3890f-7864-461d-8ba6-5aec0ef9e354 admin admin] 10.222.0.59 "PUT /v2.0/routers/86fe3ff6-c4f4-4494-b652-9ef77792b78f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2322590 May 04 08:24:09.511726 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cee57a-f02f-44e2-9434-8307aca2ca06 None None] Routers {'86fe3ff6-c4f4-4494-b652-9ef77792b78f'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:24:09.513022 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-c4cee57a-f02f-44e2-9434-8307aca2ca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:24:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['86fe3ff6-c4f4-4494-b652-9ef77792b78f'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:09.516947 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb4f80b-ab11-4165-8de7-57f3eee951ea x-openstack-request-id: req-fcb4f80b-ab11-4165-8de7-57f3eee951ea {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:24:09.517232 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1edae34-a555-4869-b8ca-bd129d86b2c5", "tag": "fd83fc87-3307-4ca6-8aea-cc5c07acaa3e", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:24:09.517482 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fcb4f80b-ab11-4165-8de7-57f3eee951ea {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:24:09.517871 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcb4f80b-ab11-4165-8de7-57f3eee951ea'] response: {'name': 'network-changed', 'server_uuid': 'b1edae34-a555-4869-b8ca-bd129d86b2c5', 'tag': 'fd83fc87-3307-4ca6-8aea-cc5c07acaa3e', 'status': 'completed', 'code': 200} May 04 08:24:09.573282 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-66c05c2e-54ec-4b83-804d-48ec01cbcccf admin admin] Publish callbacks [] for security_group (9484cea8-2623-4dc7-8775-1a749bc935d5), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:09.594927 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-66c05c2e-54ec-4b83-804d-48ec01cbcccf admin admin] Publish callbacks [] for security_group (9484cea8-2623-4dc7-8775-1a749bc935d5), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:09.596510 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-79cf0df5-92ef-4c63-864f-d38163b4481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:09.597993 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-79cf0df5-92ef-4c63-864f-d38163b4481c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0ad5d350a8241adbce3fa8f9c77632c&device_id=b1edae34-a555-4869-b8ca-bd129d86b2c5 HTTP/1.1" status: 200 len: 1128 time: 0.0431066 May 04 08:24:09.640071 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-c4cee57a-f02f-44e2-9434-8307aca2ca06 None None] Set router 86fe3ff6-c4f4-4494-b652-9ef77792b78f gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:24:09.644243 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-66c05c2e-54ec-4b83-804d-48ec01cbcccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (9484cea8-2623-4dc7-8775-1a749bc935d5), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:09.647230 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-66c05c2e-54ec-4b83-804d-48ec01cbcccf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:09.651574 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-66c05c2e-54ec-4b83-804d-48ec01cbcccf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9484cea8-2623-4dc7-8775-1a749bc935d5 HTTP/1.1" status: 204 len: 168 time: 0.1825621 May 04 08:24:09.659189 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c05c2e-54ec-4b83-804d-48ec01cbcccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9484cea8-2623-4dc7-8775-1a749bc935d5,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:09.696363 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-a5aca637-6312-417a-9a8f-ffdefe514aa5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd83fc87-3307-4ca6-8aea-cc5c07acaa3e HTTP/1.1" status: 200 len: 217 time: 0.0563922 May 04 08:24:09.699758 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5a89-4809-4b7d-9d1d-3fe7ed7de919 admin admin] Publish callbacks [] for router (86fe3ff6-c4f4-4494-b652-9ef77792b78f), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:09.826205 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-91a36e1a-6a44-4816-87ce-6b59e64d6671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:09.827682 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-91a36e1a-6a44-4816-87ce-6b59e64d6671 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3943461f-a1b3-4806-b8da-de8f838ae8fb HTTP/1.1" status: 200 len: 854 time: 0.1245127 May 04 08:24:09.836443 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-c4cee57a-f02f-44e2-9434-8307aca2ca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'name': 'tempest-AttachVolumeShelveTestJSON-851729642-router', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:03Z', 'updated_at': '2022-05-04T08:24:08Z', 'revision_number': 5, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'gw_port': {'id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:09.868647 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cee57a-f02f-44e2-9434-8307aca2ca06 None None] Checking router: 86fe3ff6-c4f4-4494-b652-9ef77792b78f for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:24:09.868894 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-e10f9182-e941-4add-8403-c288cd4a1730 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f94d61a-c2d6-4906-a986-e0e0c02688b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329635 May 04 08:24:09.877456 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cee57a-f02f-44e2-9434-8307aca2ca06 None None] Routers {'86fe3ff6-c4f4-4494-b652-9ef77792b78f'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:24:09.878050 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-c4cee57a-f02f-44e2-9434-8307aca2ca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:24:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['86fe3ff6-c4f4-4494-b652-9ef77792b78f'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:09.897506 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5a89-4809-4b7d-9d1d-3fe7ed7de919 admin admin] Publish callbacks [] for router_gateway (86fe3ff6-c4f4-4494-b652-9ef77792b78f), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:09.985167 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7b6d5a89-4809-4b7d-9d1d-3fe7ed7de919 admin admin] Deleting port 5d200de4-ec69-4044-9e29-0528622f6ea0 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:24:09.985558 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5a89-4809-4b7d-9d1d-3fe7ed7de919 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (5d200de4-ec69-4044-9e29-0528622f6ea0), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:09.993021 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-c4cee57a-f02f-44e2-9434-8307aca2ca06 None None] Set router 86fe3ff6-c4f4-4494-b652-9ef77792b78f gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:24:09.998813 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 40716) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:10.014847 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-641cf06a-48a4-402e-9b3e-badf235f35c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:10.022638 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c809b7-0e0f-48cc-8297-2ab33bb35f58 req-0d424ac7-17cf-4bfe-87ea-e0638884de0c tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:10.023673 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-44c809b7-0e0f-48cc-8297-2ab33bb35f58 req-0d424ac7-17cf-4bfe-87ea-e0638884de0c tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1edae34-a555-4869-b8ca-bd129d86b2c5 HTTP/1.1" status: 200 len: 944 time: 0.0649474 May 04 08:24:10.067949 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-5bc23cde-3132-438a-9396-912cf111a22c service neutron] 10.222.0.13 "GET /v2.0/networks/0f94d61a-c2d6-4906-a986-e0e0c02688b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903334 May 04 08:24:10.094322 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-44c809b7-0e0f-48cc-8297-2ab33bb35f58 req-9e6e9353-f584-4e3a-82c7-0f55cf32d1ff tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe2aca2e-09fb-47e2-9c96-da7991aad146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620770 May 04 08:24:10.119574 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7b6d5a89-4809-4b7d-9d1d-3fe7ed7de919 admin admin] For port 5d200de4-ec69-4044-9e29-0528622f6ea0, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=5d200de4-ec69-4044-9e29-0528622f6ea0,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:10.120537 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5a89-4809-4b7d-9d1d-3fe7ed7de919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (5d200de4-ec69-4044-9e29-0528622f6ea0), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:10.142669 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-641cf06a-48a4-402e-9b3e-badf235f35c9 admin admin] Publish callbacks [] for security_group (e20f7402-b393-4933-88d7-52c8eb137d6e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:10.142949 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7b6d5a89-4809-4b7d-9d1d-3fe7ed7de919 admin admin] Calling delete_port for 5d200de4-ec69-4044-9e29-0528622f6ea0 owned by network:router_gateway {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:24:10.149940 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-641cf06a-48a4-402e-9b3e-badf235f35c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (e20f7402-b393-4933-88d7-52c8eb137d6e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:10.190442 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-c4cee57a-f02f-44e2-9434-8307aca2ca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'name': 'tempest-AttachVolumeShelveTestJSON-851729642-router', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:03Z', 'updated_at': '2022-05-04T08:24:08Z', 'revision_number': 5, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'gw_port': {'id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:10.194181 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-641cf06a-48a4-402e-9b3e-badf235f35c9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=519990b3c5e442aa90112ee3dea9dcad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1919675 May 04 08:24:10.194181 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641cf06a-48a4-402e-9b3e-badf235f35c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20f7402-b393-4933-88d7-52c8eb137d6e,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:10.197110 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 40718) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:10.225023 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cee57a-f02f-44e2-9434-8307aca2ca06 None None] The sync data for ids ['86fe3ff6-c4f4-4494-b652-9ef77792b78f'] in dv-cinder-840289-4-iscsi is: [{'id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'name': 'tempest-AttachVolumeShelveTestJSON-851729642-router', 'tenant_id': '76e08c9379ad43118a23806f1da1f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:03Z', 'updated_at': '2022-05-04T08:24:08Z', 'revision_number': 5, 'project_id': '76e08c9379ad43118a23806f1da1f18a', 'gw_port': {'id': '5d200de4-ec69-4044-9e29-0528622f6ea0', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fe3ff6-c4f4-4494-b652-9ef77792b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:05Z', 'updated_at': '2022-05-04T08:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:24:10.272841 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b72e366e-f357-4f52-ab53-6dfc612ec19b admin admin] Publish callbacks [] for security_group (e20f7402-b393-4933-88d7-52c8eb137d6e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:10.295705 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b72e366e-f357-4f52-ab53-6dfc612ec19b admin admin] Publish callbacks [] for security_group (e20f7402-b393-4933-88d7-52c8eb137d6e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:10.349464 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b72e366e-f357-4f52-ab53-6dfc612ec19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (e20f7402-b393-4933-88d7-52c8eb137d6e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:10.352130 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b72e366e-f357-4f52-ab53-6dfc612ec19b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:10.353325 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-b72e366e-f357-4f52-ab53-6dfc612ec19b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e20f7402-b393-4933-88d7-52c8eb137d6e HTTP/1.1" status: 204 len: 168 time: 0.1552668 May 04 08:24:10.361588 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e366e-f357-4f52-ab53-6dfc612ec19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20f7402-b393-4933-88d7-52c8eb137d6e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:10.528798 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2e256d36-b99a-4dee-a164-d57feedb6189 req-782a34c0-31fd-451b-bcd5-43264874869b service neutron] 10.222.0.13 "GET /v2.0/networks/0f94d61a-c2d6-4906-a986-e0e0c02688b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534142 May 04 08:24:10.672306 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5a89-4809-4b7d-9d1d-3fe7ed7de919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (5d200de4-ec69-4044-9e29-0528622f6ea0), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:10.714400 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d5a89-4809-4b7d-9d1d-3fe7ed7de919 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d200de4-ec69-4044-9e29-0528622f6ea0,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:10.802590 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5a89-4809-4b7d-9d1d-3fe7ed7de919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-724128'] for router_gateway (86fe3ff6-c4f4-4494-b652-9ef77792b78f), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:10.883124 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 40742) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:10.910585 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5a89-4809-4b7d-9d1d-3fe7ed7de919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-778620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2882'] for router (86fe3ff6-c4f4-4494-b652-9ef77792b78f), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:10.912565 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5a89-4809-4b7d-9d1d-3fe7ed7de919 admin admin] Publish callbacks [] for router_controller (86fe3ff6-c4f4-4494-b652-9ef77792b78f), precommit_delete_associations {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:10.956572 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5a89-4809-4b7d-9d1d-3fe7ed7de919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-778613'] for router (86fe3ff6-c4f4-4494-b652-9ef77792b78f), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:10.957158 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6d5a89-4809-4b7d-9d1d-3fe7ed7de919 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86fe3ff6-c4f4-4494-b652-9ef77792b78f {{(pid=103564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 08:24:10.962437 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5a89-4809-4b7d-9d1d-3fe7ed7de919 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:10.966113 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-7b6d5a89-4809-4b7d-9d1d-3fe7ed7de919 admin admin] 10.222.0.59 "DELETE /v2.0/routers/86fe3ff6-c4f4-4494-b652-9ef77792b78f HTTP/1.1" status: 204 len: 168 time: 1.4615066 May 04 08:24:10.966312 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 40750) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:11.018592 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f9ca1f-f100-4cbb-91d7-e699a30419b8 admin admin] Deleting subnet c1223e7c-a5fa-47f3-8b09-39c09633d1c1 {{(pid=103564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:24:11.020470 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2f24d0c0-cfc8-4435-bf14-b8f37bb88117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.025334 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-74f9ca1f-f100-4cbb-91d7-e699a30419b8 admin admin] Publish callbacks [] for subnet (c1223e7c-a5fa-47f3-8b09-39c09633d1c1), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.091194 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-74f9ca1f-f100-4cbb-91d7-e699a30419b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30599352'] for subnet (c1223e7c-a5fa-47f3-8b09-39c09633d1c1), precommit_delete_associations {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.124409 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2f24d0c0-cfc8-4435-bf14-b8f37bb88117 admin admin] Publish callbacks [] for security_group (b90b656d-8346-45c0-b068-db54ca6bcf28), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.131458 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2f24d0c0-cfc8-4435-bf14-b8f37bb88117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (b90b656d-8346-45c0-b068-db54ca6bcf28), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.165476 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-2f24d0c0-cfc8-4435-bf14-b8f37bb88117 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d0212803885f4afb939e59c7cae616e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2788999 May 04 08:24:11.166193 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 40758) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:11.200480 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24d0c0-cfc8-4435-bf14-b8f37bb88117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90b656d-8346-45c0-b068-db54ca6bcf28,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:11.202133 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-74f9ca1f-f100-4cbb-91d7-e699a30419b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902914'] for subnet (c1223e7c-a5fa-47f3-8b09-39c09633d1c1), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.271533 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68258d41-5669-4121-9cfa-b6ada734d71e req-7a5df4d2-ebcb-40ed-b1d9-c735513730f7 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:11.274020 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-74f9ca1f-f100-4cbb-91d7-e699a30419b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30599765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30760197'] for subnet (c1223e7c-a5fa-47f3-8b09-39c09633d1c1), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.278213 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-68258d41-5669-4121-9cfa-b6ada734d71e req-7a5df4d2-ebcb-40ed-b1d9-c735513730f7 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1edae34-a555-4869-b8ca-bd129d86b2c5 HTTP/1.1" status: 200 len: 944 time: 0.0788078 May 04 08:24:11.298135 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-24d0e014-30d1-434f-9645-5c5798d30d60 admin admin] Publish callbacks [] for security_group (b90b656d-8346-45c0-b068-db54ca6bcf28), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.305069 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9ca1f-f100-4cbb-91d7-e699a30419b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1223e7c-a5fa-47f3-8b09-39c09633d1c1,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:11.307159 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-74f9ca1f-f100-4cbb-91d7-e699a30419b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.310527 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-74f9ca1f-f100-4cbb-91d7-e699a30419b8 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c1223e7c-a5fa-47f3-8b09-39c09633d1c1 HTTP/1.1" status: 204 len: 168 time: 0.3431687 May 04 08:24:11.313208 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 40764) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:11.317158 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975656e2-8cd8-4f4d-a489-4a36ea50f8f4 None None] Network 69e555c2-1670-40dc-ab1f-e521e2075e90 requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:24:11.332108 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-24d0e014-30d1-434f-9645-5c5798d30d60 admin admin] Publish callbacks [] for security_group (b90b656d-8346-45c0-b068-db54ca6bcf28), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.378381 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-68258d41-5669-4121-9cfa-b6ada734d71e req-53af249a-1572-4824-a6fd-659e3c09359d tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe2aca2e-09fb-47e2-9c96-da7991aad146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864046 May 04 08:24:11.408799 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-af254bb9-06f0-46f3-9a6e-66cf35d4f07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1812560'] for network (69e555c2-1670-40dc-ab1f-e521e2075e90), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.419514 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-24d0e014-30d1-434f-9645-5c5798d30d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (b90b656d-8346-45c0-b068-db54ca6bcf28), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.424044 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-24d0e014-30d1-434f-9645-5c5798d30d60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.426040 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-24d0e014-30d1-434f-9645-5c5798d30d60 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b90b656d-8346-45c0-b068-db54ca6bcf28 HTTP/1.1" status: 204 len: 168 time: 0.2588906 May 04 08:24:11.437305 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0e014-30d1-434f-9645-5c5798d30d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90b656d-8346-45c0-b068-db54ca6bcf28,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:11.524384 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695e957d-d64f-4920-9d35-fabd099d4ae9 None None] DHCP port deletion for 69e555c2-1670-40dc-ab1f-e521e2075e90 request from dv-cinder-840289-4-iscsi {{(pid=103565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 08:24:11.544091 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-af254bb9-06f0-46f3-9a6e-66cf35d4f07c admin admin] Deleting port b4a083d1-252b-40fe-89de-883a4907e9db {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:24:11.544425 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-af254bb9-06f0-46f3-9a6e-66cf35d4f07c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (b4a083d1-252b-40fe-89de-883a4907e9db), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.590646 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92c831-a2e8-49e8-87b4-2fea1a1aa8da req-ce98a585-6f71-4831-96b1-0edc25be8753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:11.592227 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ea92c831-a2e8-49e8-87b4-2fea1a1aa8da req-ce98a585-6f71-4831-96b1-0edc25be8753 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0ad5d350a8241adbce3fa8f9c77632c&device_id=b1edae34-a555-4869-b8ca-bd129d86b2c5 HTTP/1.1" status: 200 len: 1128 time: 0.0947416 May 04 08:24:11.601570 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-695e957d-d64f-4920-9d35-fabd099d4ae9 None None] Deleting port b4a083d1-252b-40fe-89de-883a4907e9db {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:24:11.601932 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-695e957d-d64f-4920-9d35-fabd099d4ae9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (b4a083d1-252b-40fe-89de-883a4907e9db), before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.652191 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-af254bb9-06f0-46f3-9a6e-66cf35d4f07c admin admin] For port b4a083d1-252b-40fe-89de-883a4907e9db, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=b4a083d1-252b-40fe-89de-883a4907e9db,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:11.652803 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-af254bb9-06f0-46f3-9a6e-66cf35d4f07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (b4a083d1-252b-40fe-89de-883a4907e9db), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.671260 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-695e957d-d64f-4920-9d35-fabd099d4ae9 None None] For port b4a083d1-252b-40fe-89de-883a4907e9db, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=b4a083d1-252b-40fe-89de-883a4907e9db,segment=NetworkSegment(d1cda626-96e4-4275-a50c-1b647e83f6cd),segment_id=d1cda626-96e4-4275-a50c-1b647e83f6cd)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:11.671718 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-695e957d-d64f-4920-9d35-fabd099d4ae9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (b4a083d1-252b-40fe-89de-883a4907e9db), precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.685494 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-af254bb9-06f0-46f3-9a6e-66cf35d4f07c admin admin] Calling delete_port for b4a083d1-252b-40fe-89de-883a4907e9db owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:24:11.693256 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-695e957d-d64f-4920-9d35-fabd099d4ae9 None None] Calling delete_port for b4a083d1-252b-40fe-89de-883a4907e9db owned by network:dhcp {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:24:11.814300 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-af254bb9-06f0-46f3-9a6e-66cf35d4f07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (b4a083d1-252b-40fe-89de-883a4907e9db), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.835092 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-695e957d-d64f-4920-9d35-fabd099d4ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443'] for port (b4a083d1-252b-40fe-89de-883a4907e9db), after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.858645 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af254bb9-06f0-46f3-9a6e-66cf35d4f07c admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a083d1-252b-40fe-89de-883a4907e9db,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:11.862370 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e957d-d64f-4920-9d35-fabd099d4ae9 None None] Pushing event deleted for resources: {'Port': ['ID=b4a083d1-252b-40fe-89de-883a4907e9db,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:11.864740 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695e957d-d64f-4920-9d35-fabd099d4ae9 None None] No DVR routers for this DVR port b4a083d1-252b-40fe-89de-883a4907e9db on host dv-cinder-840289-4-iscsi {{(pid=103565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:24:11.876199 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af254bb9-06f0-46f3-9a6e-66cf35d4f07c admin admin] No DVR routers for this DVR port b4a083d1-252b-40fe-89de-883a4907e9db on host dv-cinder-840289-4-iscsi {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:24:11.914608 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 40774) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:11.935843 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2ecd760d-c8ae-4d7a-ba51-63b107b8f3d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.994984 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-af254bb9-06f0-46f3-9a6e-66cf35d4f07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903351', 'neutron.services.segments.db._delete_segments_for_network-8787185188154'] for network (69e555c2-1670-40dc-ab1f-e521e2075e90), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.026229 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2ecd760d-c8ae-4d7a-ba51-63b107b8f3d2 admin admin] Publish callbacks [] for security_group (9aa9bcd0-7945-4c90-bcbd-90e21ba7ccf8), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.027592 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-af254bb9-06f0-46f3-9a6e-66cf35d4f07c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e555c2-1670-40dc-ab1f-e521e2075e90']}} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:12.031852 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2ecd760d-c8ae-4d7a-ba51-63b107b8f3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (9aa9bcd0-7945-4c90-bcbd-90e21ba7ccf8), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.039627 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92c831-a2e8-49e8-87b4-2fea1a1aa8da req-4474820b-5550-49b3-85fb-8a29baafd6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:12.041131 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ea92c831-a2e8-49e8-87b4-2fea1a1aa8da req-4474820b-5550-49b3-85fb-8a29baafd6c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f94d61a-c2d6-4906-a986-e0e0c02688b9 HTTP/1.1" status: 200 len: 915 time: 0.1921368 May 04 08:24:12.042697 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-af254bb9-06f0-46f3-9a6e-66cf35d4f07c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1cda626-96e4-4275-a50c-1b647e83f6cd') {'for_net_delete': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:12.043107 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-af254bb9-06f0-46f3-9a6e-66cf35d4f07c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1cda626-96e4-4275-a50c-1b647e83f6cd') {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:12.052582 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-af254bb9-06f0-46f3-9a6e-66cf35d4f07c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787185188931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30599235'] for segment (d1cda626-96e4-4275-a50c-1b647e83f6cd), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.066507 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-af254bb9-06f0-46f3-9a6e-66cf35d4f07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (d1cda626-96e4-4275-a50c-1b647e83f6cd), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.069847 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-2ecd760d-c8ae-4d7a-ba51-63b107b8f3d2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4d2d5022ccca4a32aad3313f94509fb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1518526 May 04 08:24:12.071847 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd760d-c8ae-4d7a-ba51-63b107b8f3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa9bcd0-7945-4c90-bcbd-90e21ba7ccf8,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:12.072487 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 40776) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:12.079045 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af254bb9-06f0-46f3-9a6e-66cf35d4f07c admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=103564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:24:12.079455 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-af254bb9-06f0-46f3-9a6e-66cf35d4f07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30599743'] for segment (d1cda626-96e4-4275-a50c-1b647e83f6cd), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: Traceback (most recent call last): May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: timer() May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: cb(*args, **kw) May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: return func(*args, **kwargs) May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: self._notify() May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: self.callback(batched_events) May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: event.method(event) May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: return f(self, *a, **k) May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: return self._get(url).json() May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: return self.request(url, 'GET', **kwargs) May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:24:12.081217 dv-cinder-840289-4-iscsi neutron-server[103564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:24:12.157412 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-af254bb9-06f0-46f3-9a6e-66cf35d4f07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-724690'] for network (69e555c2-1670-40dc-ab1f-e521e2075e90), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.165454 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-af254bb9-06f0-46f3-9a6e-66cf35d4f07c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.171073 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-af254bb9-06f0-46f3-9a6e-66cf35d4f07c admin admin] 10.222.0.59 "DELETE /v2.0/networks/69e555c2-1670-40dc-ab1f-e521e2075e90 HTTP/1.1" status: 204 len: 168 time: 0.8523452 May 04 08:24:12.184290 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af254bb9-06f0-46f3-9a6e-66cf35d4f07c admin admin] Pushing event deleted for resources: {'Network': ['ID=69e555c2-1670-40dc-ab1f-e521e2075e90,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:12.190325 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-82c39c33-0f78-4bbb-90a5-f546563bfc02 admin admin] Publish callbacks [] for security_group (9aa9bcd0-7945-4c90-bcbd-90e21ba7ccf8), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.219266 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-82c39c33-0f78-4bbb-90a5-f546563bfc02 admin admin] Publish callbacks [] for security_group (9aa9bcd0-7945-4c90-bcbd-90e21ba7ccf8), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.256438 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 5b29f279-72f1-4f5c-934b-bf2513ecc4e4 no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:24:12.272139 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-82c39c33-0f78-4bbb-90a5-f546563bfc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (9aa9bcd0-7945-4c90-bcbd-90e21ba7ccf8), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.274850 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-82c39c33-0f78-4bbb-90a5-f546563bfc02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.276085 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-82c39c33-0f78-4bbb-90a5-f546563bfc02 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9aa9bcd0-7945-4c90-bcbd-90e21ba7ccf8 HTTP/1.1" status: 204 len: 168 time: 0.2026408 May 04 08:24:12.282548 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: 5b29f279-72f1-4f5c-934b-bf2513ecc4e4 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:24:12.283085 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 5b29f279-72f1-4f5c-934b-bf2513ecc4e4 not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:24:12.283766 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device b4a083d1-252b-40fe-89de-883a4907e9db no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:24:12.294905 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c39c33-0f78-4bbb-90a5-f546563bfc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa9bcd0-7945-4c90-bcbd-90e21ba7ccf8,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:12.310357 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: b4a083d1-252b-40fe-89de-883a4907e9db {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:24:12.311116 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device b4a083d1-252b-40fe-89de-883a4907e9db not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:24:12.311534 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 5d200de4-ec69-4044-9e29-0528622f6ea0 no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:24:12.339451 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ea92c831-a2e8-49e8-87b4-2fea1a1aa8da req-2db2e763-b22b-448a-ac60-6ef560abc420 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd83fc87-3307-4ca6-8aea-cc5c07acaa3e HTTP/1.1" status: 200 len: 217 time: 0.0507522 May 04 08:24:12.340519 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: 5d200de4-ec69-4044-9e29-0528622f6ea0 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:24:12.341380 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 5d200de4-ec69-4044-9e29-0528622f6ea0 not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:24:12.397391 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92c831-a2e8-49e8-87b4-2fea1a1aa8da req-bb6387cc-e0a1-4f5c-92bf-1e28595e574a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:12.399626 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ea92c831-a2e8-49e8-87b4-2fea1a1aa8da req-bb6387cc-e0a1-4f5c-92bf-1e28595e574a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3943461f-a1b3-4806-b8da-de8f838ae8fb HTTP/1.1" status: 200 len: 854 time: 0.0532913 May 04 08:24:12.416042 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 40788) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:12.451293 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ea92c831-a2e8-49e8-87b4-2fea1a1aa8da req-f0910fbd-b3c9-4ba8-8e36-1977946012a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f94d61a-c2d6-4906-a986-e0e0c02688b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457513 May 04 08:24:12.499727 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df2adf-8b5f-470b-a1a2-4e2b26ed985a req-dd7de51c-7c0d-438d-ad94-156fb8190965 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:12.501675 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-99df2adf-8b5f-470b-a1a2-4e2b26ed985a req-dd7de51c-7c0d-438d-ad94-156fb8190965 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1edae34-a555-4869-b8ca-bd129d86b2c5 HTTP/1.1" status: 200 len: 944 time: 0.0651441 May 04 08:24:12.504892 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-8a16e943-4eb6-44b6-b95f-033c6e15b721 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=76e08c9379ad43118a23806f1da1f18a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0867612 May 04 08:24:12.511478 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 40790) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:12.558043 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ea92c831-a2e8-49e8-87b4-2fea1a1aa8da req-748580ad-99d8-4441-a406-452643413d5a service neutron] 10.222.0.13 "GET /v2.0/networks/0f94d61a-c2d6-4906-a986-e0e0c02688b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000974 May 04 08:24:12.587174 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-99df2adf-8b5f-470b-a1a2-4e2b26ed985a req-dac608fa-216f-4a8a-ab9b-9471c9835d79 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe2aca2e-09fb-47e2-9c96-da7991aad146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746002 May 04 08:24:12.604423 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-387d366d-8a4a-4bb0-8314-1a3d12fc135a admin admin] Publish callbacks [] for security_group (ad8436cc-0cbd-4423-8765-2d1fa3ae5a5d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.613814 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 40796) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:12.619734 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device fd83fc87-3307-4ca6-8aea-cc5c07acaa3e details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:24:12.636735 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5e972fb1-5cfb-4524-96ac-ab59b481097d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.644674 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-387d366d-8a4a-4bb0-8314-1a3d12fc135a admin admin] Publish callbacks [] for security_group (ad8436cc-0cbd-4423-8765-2d1fa3ae5a5d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.652900 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ea92c831-a2e8-49e8-87b4-2fea1a1aa8da req-911741fc-4761-441f-a9f1-c8d4abff58fe service neutron] 10.222.0.13 "GET /v2.0/networks/0f94d61a-c2d6-4906-a986-e0e0c02688b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890014 May 04 08:24:12.720708 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port fd83fc87-3307-4ca6-8aea-cc5c07acaa3e, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=fd83fc87-3307-4ca6-8aea-cc5c07acaa3e,segment=NetworkSegment(3d5a177d-917c-4ea9-9082-a57667bdc641),segment_id=3d5a177d-917c-4ea9-9082-a57667bdc641)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:12.727455 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-387d366d-8a4a-4bb0-8314-1a3d12fc135a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (ad8436cc-0cbd-4423-8765-2d1fa3ae5a5d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.730087 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-387d366d-8a4a-4bb0-8314-1a3d12fc135a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.731244 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-387d366d-8a4a-4bb0-8314-1a3d12fc135a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ad8436cc-0cbd-4423-8765-2d1fa3ae5a5d HTTP/1.1" status: 204 len: 168 time: 0.2176387 May 04 08:24:12.735785 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Returning: {'device': 'fd83fc87-3307-4ca6-8aea-cc5c07acaa3e', 'network_id': '0f94d61a-c2d6-4906-a986-e0e0c02688b9', 'port_id': 'fd83fc87-3307-4ca6-8aea-cc5c07acaa3e', 'mac_address': 'fa:16:3e:82:b0:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3943461f-a1b3-4806-b8da-de8f838ae8fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:24:12.755908 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d366d-8a4a-4bb0-8314-1a3d12fc135a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8436cc-0cbd-4423-8765-2d1fa3ae5a5d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:12.761840 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5e972fb1-5cfb-4524-96ac-ab59b481097d admin admin] Publish callbacks [] for security_group (4c02cddd-30d0-4d0e-b908-20b99100d816), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.767129 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5e972fb1-5cfb-4524-96ac-ab59b481097d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (4c02cddd-30d0-4d0e-b908-20b99100d816), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.814492 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e972fb1-5cfb-4524-96ac-ab59b481097d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c02cddd-30d0-4d0e-b908-20b99100d816,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:12.822593 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 40802) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:12.823188 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-5e972fb1-5cfb-4524-96ac-ab59b481097d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ed87a252c74940e58e172010ce8597ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2078073 May 04 08:24:12.884854 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8c021074-e750-4cc1-ae60-96b26ce45c11 admin admin] Publish callbacks [] for security_group (4c02cddd-30d0-4d0e-b908-20b99100d816), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.916725 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8c021074-e750-4cc1-ae60-96b26ce45c11 admin admin] Publish callbacks [] for security_group (4c02cddd-30d0-4d0e-b908-20b99100d816), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.943877 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port fd83fc87-3307-4ca6-8aea-cc5c07acaa3e is: DOWN; New status is: BUILD {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:24:12.943877 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (fd83fc87-3307-4ca6-8aea-cc5c07acaa3e), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.959509 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd83fc87-3307-4ca6-8aea-cc5c07acaa3e {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:24:12.985031 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port fd83fc87-3307-4ca6-8aea-cc5c07acaa3e, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=fd83fc87-3307-4ca6-8aea-cc5c07acaa3e,segment=NetworkSegment(3d5a177d-917c-4ea9-9082-a57667bdc641),segment_id=3d5a177d-917c-4ea9-9082-a57667bdc641)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:12.990736 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8c021074-e750-4cc1-ae60-96b26ce45c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (4c02cddd-30d0-4d0e-b908-20b99100d816), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.993339 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8c021074-e750-4cc1-ae60-96b26ce45c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.994546 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-8c021074-e750-4cc1-ae60-96b26ce45c11 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4c02cddd-30d0-4d0e-b908-20b99100d816 HTTP/1.1" status: 204 len: 168 time: 0.1708398 May 04 08:24:12.995323 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (fd83fc87-3307-4ca6-8aea-cc5c07acaa3e), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:13.004351 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c021074-e750-4cc1-ae60-96b26ce45c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c02cddd-30d0-4d0e-b908-20b99100d816,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:13.064037 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=fd83fc87-3307-4ca6-8aea-cc5c07acaa3e,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:13.346085 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['fd83fc87-3307-4ca6-8aea-cc5c07acaa3e'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:24:13.713570 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7082d-b821-41fa-9d3b-a38e96953d9a req-e0da09b1-99ee-49c4-9dad-3e6375fa748a tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:13.715105 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-59b7082d-b821-41fa-9d3b-a38e96953d9a req-e0da09b1-99ee-49c4-9dad-3e6375fa748a tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1edae34-a555-4869-b8ca-bd129d86b2c5 HTTP/1.1" status: 200 len: 945 time: 0.0510945 May 04 08:24:13.764952 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-59b7082d-b821-41fa-9d3b-a38e96953d9a req-ceb8aea4-41f9-47ac-a248-022bd9a9386e tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe2aca2e-09fb-47e2-9c96-da7991aad146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437548 May 04 08:24:14.889594 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94287362-b719-4fd3-ba49-7b595655cd5e req-dfeee256-0a42-4c91-b42a-67cfaa3ee97c tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:14.891147 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-94287362-b719-4fd3-ba49-7b595655cd5e req-dfeee256-0a42-4c91-b42a-67cfaa3ee97c tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1edae34-a555-4869-b8ca-bd129d86b2c5 HTTP/1.1" status: 200 len: 945 time: 0.0508323 May 04 08:24:14.950584 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-94287362-b719-4fd3-ba49-7b595655cd5e req-129acd64-6cdc-45c5-ba77-ebdbc3e30be8 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe2aca2e-09fb-47e2-9c96-da7991aad146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530069 May 04 08:24:15.007425 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 40910) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:15.127686 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9cc64f79-aa19-4fc0-a5ed-c3e48cf3ad16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:15.209715 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9cc64f79-aa19-4fc0-a5ed-c3e48cf3ad16 admin admin] Publish callbacks [] for security_group (2ca0d70b-daa7-4a95-a2cd-9205811d6e4e), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:15.216011 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9cc64f79-aa19-4fc0-a5ed-c3e48cf3ad16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (2ca0d70b-daa7-4a95-a2cd-9205811d6e4e), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:15.256950 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-9cc64f79-aa19-4fc0-a5ed-c3e48cf3ad16 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3948a883f65a4f0f8954eed3f55316d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483261 May 04 08:24:15.257919 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc64f79-aa19-4fc0-a5ed-c3e48cf3ad16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca0d70b-daa7-4a95-a2cd-9205811d6e4e,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:15.259725 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 40916) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:15.311056 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-202b3d56-215c-4547-8695-114e9919d93e admin admin] Publish callbacks [] for security_group (2ca0d70b-daa7-4a95-a2cd-9205811d6e4e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:15.333881 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-202b3d56-215c-4547-8695-114e9919d93e admin admin] Publish callbacks [] for security_group (2ca0d70b-daa7-4a95-a2cd-9205811d6e4e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:15.384959 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-202b3d56-215c-4547-8695-114e9919d93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (2ca0d70b-daa7-4a95-a2cd-9205811d6e4e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:15.387722 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-202b3d56-215c-4547-8695-114e9919d93e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:15.388884 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-202b3d56-215c-4547-8695-114e9919d93e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2ca0d70b-daa7-4a95-a2cd-9205811d6e4e HTTP/1.1" status: 204 len: 168 time: 0.1281796 May 04 08:24:15.396775 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b3d56-215c-4547-8695-114e9919d93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca0d70b-daa7-4a95-a2cd-9205811d6e4e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:15.666373 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 40924) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:15.680618 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8bf0adfc-c605-4450-8326-8e59371abc0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:15.759681 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8bf0adfc-c605-4450-8326-8e59371abc0d admin admin] Publish callbacks [] for security_group (1f76b940-bbcb-4878-a959-b96cb57e1b9f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:15.763960 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8bf0adfc-c605-4450-8326-8e59371abc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (1f76b940-bbcb-4878-a959-b96cb57e1b9f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:15.800933 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-8bf0adfc-c605-4450-8326-8e59371abc0d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bde0497cd56948cab94a3a55e452ad23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334400 May 04 08:24:15.802174 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0adfc-c605-4450-8326-8e59371abc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f76b940-bbcb-4878-a959-b96cb57e1b9f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:15.804006 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 40926) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:15.853313 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5afc99cc-add8-4691-8480-c96d4a2322bd admin admin] Publish callbacks [] for security_group (1f76b940-bbcb-4878-a959-b96cb57e1b9f), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:15.874952 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5afc99cc-add8-4691-8480-c96d4a2322bd admin admin] Publish callbacks [] for security_group (1f76b940-bbcb-4878-a959-b96cb57e1b9f), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:15.931652 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5afc99cc-add8-4691-8480-c96d4a2322bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (1f76b940-bbcb-4878-a959-b96cb57e1b9f), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:15.935456 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5afc99cc-add8-4691-8480-c96d4a2322bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:15.937030 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-5afc99cc-add8-4691-8480-c96d4a2322bd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1f76b940-bbcb-4878-a959-b96cb57e1b9f HTTP/1.1" status: 204 len: 168 time: 0.1319873 May 04 08:24:15.946028 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc99cc-add8-4691-8480-c96d4a2322bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f76b940-bbcb-4878-a959-b96cb57e1b9f,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:16.068813 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8e34c-a466-4d73-aa1b-ef2238553443 req-21cc00d9-9789-442c-93d6-30d10ea92255 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:16.070279 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-45b8e34c-a466-4d73-aa1b-ef2238553443 req-21cc00d9-9789-442c-93d6-30d10ea92255 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1edae34-a555-4869-b8ca-bd129d86b2c5 HTTP/1.1" status: 200 len: 945 time: 0.0533371 May 04 08:24:16.118785 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-45b8e34c-a466-4d73-aa1b-ef2238553443 req-4c233ca5-ef13-42e3-8b57-d26baa7a365d tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe2aca2e-09fb-47e2-9c96-da7991aad146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425954 May 04 08:24:16.610823 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device fd83fc87-3307-4ca6-8aea-cc5c07acaa3e up at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:24:16.656741 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning for port fd83fc87-3307-4ca6-8aea-cc5c07acaa3e completed by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:24:16.663669 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Provisioning complete for port fd83fc87-3307-4ca6-8aea-cc5c07acaa3e triggered by entity L2. {{(pid=103565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:24:16.664034 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962576'] for port (fd83fc87-3307-4ca6-8aea-cc5c07acaa3e), provisioning_complete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:16.740586 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Current status of the port fd83fc87-3307-4ca6-8aea-cc5c07acaa3e is: BUILD; New status is: ACTIVE {{(pid=103565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:24:16.741000 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1759658'] for port (fd83fc87-3307-4ca6-8aea-cc5c07acaa3e), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:16.766320 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1edae34-a555-4869-b8ca-bd129d86b2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd83fc87-3307-4ca6-8aea-cc5c07acaa3e'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:24:16.768801 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2664c634ba7fa41db6a074678df721fd7cf9a7847307f71609463f4a7e3a9fc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7655013e-ed8a-4c97-9158-1b2b6f9a2e8b" -d '{"events": [{"server_uuid": "b1edae34-a555-4869-b8ca-bd129d86b2c5", "name": "network-vif-plugged", "status": "completed", "tag": "fd83fc87-3307-4ca6-8aea-cc5c07acaa3e"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:24:16.781543 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] For port fd83fc87-3307-4ca6-8aea-cc5c07acaa3e, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=fd83fc87-3307-4ca6-8aea-cc5c07acaa3e,segment=NetworkSegment(3d5a177d-917c-4ea9-9082-a57667bdc641),segment_id=3d5a177d-917c-4ea9-9082-a57667bdc641)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:16.786439 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787185202095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787184706452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787184706470'] for port (fd83fc87-3307-4ca6-8aea-cc5c07acaa3e), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:16.815009 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f6d7bb-b0ba-482c-a8fe-b6cf939c3c83 x-openstack-request-id: req-94f6d7bb-b0ba-482c-a8fe-b6cf939c3c83 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:24:16.815311 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1edae34-a555-4869-b8ca-bd129d86b2c5", "name": "network-vif-plugged", "status": "completed", "tag": "fd83fc87-3307-4ca6-8aea-cc5c07acaa3e", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:24:16.815567 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-94f6d7bb-b0ba-482c-a8fe-b6cf939c3c83 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:24:16.815966 dv-cinder-840289-4-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94f6d7bb-b0ba-482c-a8fe-b6cf939c3c83'] response: {'server_uuid': 'b1edae34-a555-4869-b8ca-bd129d86b2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd83fc87-3307-4ca6-8aea-cc5c07acaa3e', 'code': 200} May 04 08:24:16.844093 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Pushing event updated for resources: {'Port': ['ID=fd83fc87-3307-4ca6-8aea-cc5c07acaa3e,revision_number=5']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:17.027866 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373484e-0d7b-4bd6-8204-9ace101b6210 req-a8eb00b8-21ff-40e7-9f4c-6435a2068733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:17.029386 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2373484e-0d7b-4bd6-8204-9ace101b6210 req-a8eb00b8-21ff-40e7-9f4c-6435a2068733 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b1edae34-a555-4869-b8ca-bd129d86b2c5 HTTP/1.1" status: 200 len: 1130 time: 0.0409393 May 04 08:24:17.075495 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2373484e-0d7b-4bd6-8204-9ace101b6210 req-7d533134-68e2-404d-9c07-e3712c6cd64d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fe2aca2e-09fb-47e2-9c96-da7991aad146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396359 May 04 08:24:17.232904 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3865ad7-d9c6-4702-8d86-2ec0f42df418 req-eacbba96-8a7d-4fdb-8305-ede805992a2c tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:17.235507 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b3865ad7-d9c6-4702-8d86-2ec0f42df418 req-eacbba96-8a7d-4fdb-8305-ede805992a2c tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1edae34-a555-4869-b8ca-bd129d86b2c5 HTTP/1.1" status: 200 len: 946 time: 0.0496912 May 04 08:24:17.299434 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b3865ad7-d9c6-4702-8d86-2ec0f42df418 req-cd33431c-3b4b-42e1-949c-3ace76bf1b2f tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe2aca2e-09fb-47e2-9c96-da7991aad146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554805 May 04 08:24:18.426114 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2f5b9-2445-42b8-a25d-5a3ee935a92d req-82716167-fade-40ac-9c3b-2521102c3018 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:18.427661 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-bdb2f5b9-2445-42b8-a25d-5a3ee935a92d req-82716167-fade-40ac-9c3b-2521102c3018 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1edae34-a555-4869-b8ca-bd129d86b2c5 HTTP/1.1" status: 200 len: 946 time: 0.0512593 May 04 08:24:18.478602 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-bdb2f5b9-2445-42b8-a25d-5a3ee935a92d req-d04a0850-56de-455f-ab02-76fa3e8c5dab tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe2aca2e-09fb-47e2-9c96-da7991aad146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450485 May 04 08:24:19.597154 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979b703-665e-42b7-ae89-ecb77cc8e821 req-3a4df487-5bf4-4476-a534-8eb15f521a69 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:19.598599 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b979b703-665e-42b7-ae89-ecb77cc8e821 req-3a4df487-5bf4-4476-a534-8eb15f521a69 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1edae34-a555-4869-b8ca-bd129d86b2c5 HTTP/1.1" status: 200 len: 946 time: 0.0487695 May 04 08:24:19.648220 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b979b703-665e-42b7-ae89-ecb77cc8e821 req-ce2e4421-ed29-4980-b19f-98ad53ca67f5 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe2aca2e-09fb-47e2-9c96-da7991aad146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412159 May 04 08:24:20.773558 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03e608-52be-4b73-9a8e-74333e31d842 req-4f067200-fdf3-4503-832e-4b3237d92e9c tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:20.775063 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4e03e608-52be-4b73-9a8e-74333e31d842 req-4f067200-fdf3-4503-832e-4b3237d92e9c tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1edae34-a555-4869-b8ca-bd129d86b2c5 HTTP/1.1" status: 200 len: 946 time: 0.0499582 May 04 08:24:20.823174 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4e03e608-52be-4b73-9a8e-74333e31d842 req-69026027-d07b-47dc-82a2-0ed0487064ed tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe2aca2e-09fb-47e2-9c96-da7991aad146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424335 May 04 08:24:21.504103 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 41068) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:21.619692 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6537480e-f603-4b10-baae-933f26dfe225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:21.697238 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6537480e-f603-4b10-baae-933f26dfe225 admin admin] Publish callbacks [] for security_group (1f624626-e874-4686-aa44-29e37f494260), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:21.702672 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6537480e-f603-4b10-baae-933f26dfe225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (1f624626-e874-4686-aa44-29e37f494260), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:21.739838 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-6537480e-f603-4b10-baae-933f26dfe225 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0cea1642bb574e2587679f0b2849b0dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342582 May 04 08:24:21.740783 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537480e-f603-4b10-baae-933f26dfe225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f624626-e874-4686-aa44-29e37f494260,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:21.742593 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 41078) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:21.748152 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537480e-f603-4b10-baae-933f26dfe225 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:21.748949 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537480e-f603-4b10-baae-933f26dfe225 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:21.748949 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537480e-f603-4b10-baae-933f26dfe225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:21.749140 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537480e-f603-4b10-baae-933f26dfe225 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:21.749453 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537480e-f603-4b10-baae-933f26dfe225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:21.749810 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537480e-f603-4b10-baae-933f26dfe225 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:21.750121 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537480e-f603-4b10-baae-933f26dfe225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:21.750483 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537480e-f603-4b10-baae-933f26dfe225 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:21.750759 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537480e-f603-4b10-baae-933f26dfe225 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:21.751348 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537480e-f603-4b10-baae-933f26dfe225 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:21.751515 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537480e-f603-4b10-baae-933f26dfe225 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:21.751719 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537480e-f603-4b10-baae-933f26dfe225 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:21.752034 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537480e-f603-4b10-baae-933f26dfe225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:21.752343 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537480e-f603-4b10-baae-933f26dfe225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:21.752655 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537480e-f603-4b10-baae-933f26dfe225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:21.792663 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d5a27e26-5c6a-4afb-a4b8-be7207293913 admin admin] Publish callbacks [] for security_group (1f624626-e874-4686-aa44-29e37f494260), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:21.813788 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d5a27e26-5c6a-4afb-a4b8-be7207293913 admin admin] Publish callbacks [] for security_group (1f624626-e874-4686-aa44-29e37f494260), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:21.863848 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d5a27e26-5c6a-4afb-a4b8-be7207293913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (1f624626-e874-4686-aa44-29e37f494260), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:21.866442 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d5a27e26-5c6a-4afb-a4b8-be7207293913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:21.870019 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-d5a27e26-5c6a-4afb-a4b8-be7207293913 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1f624626-e874-4686-aa44-29e37f494260 HTTP/1.1" status: 204 len: 168 time: 0.1240108 May 04 08:24:21.875895 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a27e26-5c6a-4afb-a4b8-be7207293913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f624626-e874-4686-aa44-29e37f494260,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:21.965179 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6347b-b869-4217-b670-29680468ddde req-486bb973-c6f4-4384-898b-06b5199f9c3e tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:21.966674 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-65f6347b-b869-4217-b670-29680468ddde req-486bb973-c6f4-4384-898b-06b5199f9c3e tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1edae34-a555-4869-b8ca-bd129d86b2c5 HTTP/1.1" status: 200 len: 946 time: 0.0496264 May 04 08:24:22.016421 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-65f6347b-b869-4217-b670-29680468ddde req-67d52c29-4dd5-447f-ab8c-21ee348d867a tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe2aca2e-09fb-47e2-9c96-da7991aad146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438757 May 04 08:24:22.134449 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 41090) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:22.147754 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-40437eb8-f213-45c5-bca6-00f11f812a67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:22.227296 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-40437eb8-f213-45c5-bca6-00f11f812a67 admin admin] Publish callbacks [] for security_group (4e13d82d-f417-4c36-a6c8-cb96386034f9), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:22.231741 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-40437eb8-f213-45c5-bca6-00f11f812a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (4e13d82d-f417-4c36-a6c8-cb96386034f9), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:22.273717 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-40437eb8-f213-45c5-bca6-00f11f812a67 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1a9b98d573fb45f585d7f6b3a76eb5b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379306 May 04 08:24:22.278334 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 41098) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:22.279169 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40437eb8-f213-45c5-bca6-00f11f812a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e13d82d-f417-4c36-a6c8-cb96386034f9,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:22.361364 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-500db060-9771-405b-99a2-966d7c73a5aa admin admin] Publish callbacks [] for security_group (4e13d82d-f417-4c36-a6c8-cb96386034f9), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:22.388886 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-500db060-9771-405b-99a2-966d7c73a5aa admin admin] Publish callbacks [] for security_group (4e13d82d-f417-4c36-a6c8-cb96386034f9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:22.441719 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-500db060-9771-405b-99a2-966d7c73a5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (4e13d82d-f417-4c36-a6c8-cb96386034f9), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:22.444403 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-500db060-9771-405b-99a2-966d7c73a5aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:22.445593 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-500db060-9771-405b-99a2-966d7c73a5aa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4e13d82d-f417-4c36-a6c8-cb96386034f9 HTTP/1.1" status: 204 len: 168 time: 0.1656024 May 04 08:24:22.453924 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500db060-9771-405b-99a2-966d7c73a5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e13d82d-f417-4c36-a6c8-cb96386034f9,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:24.208001 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 41214) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:24.319421 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c693281c-595d-4791-b2fc-f37b2d5a78c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:24.400278 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c693281c-595d-4791-b2fc-f37b2d5a78c5 admin admin] Publish callbacks [] for security_group (3136882d-24e4-481c-8f9b-b28b74c75290), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:24.405422 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c693281c-595d-4791-b2fc-f37b2d5a78c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (3136882d-24e4-481c-8f9b-b28b74c75290), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:24.449236 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-c693281c-595d-4791-b2fc-f37b2d5a78c5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7e3aaf48743e435bb2cb7d233944d2a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400720 May 04 08:24:24.449611 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 41230) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:24.454207 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693281c-595d-4791-b2fc-f37b2d5a78c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3136882d-24e4-481c-8f9b-b28b74c75290,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:24.505891 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bc214309-42df-429a-963b-629f55419b1b admin admin] Publish callbacks [] for security_group (3136882d-24e4-481c-8f9b-b28b74c75290), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:24.536217 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bc214309-42df-429a-963b-629f55419b1b admin admin] Publish callbacks [] for security_group (3136882d-24e4-481c-8f9b-b28b74c75290), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:24.607295 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bc214309-42df-429a-963b-629f55419b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (3136882d-24e4-481c-8f9b-b28b74c75290), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:24.607295 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bc214309-42df-429a-963b-629f55419b1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:24.607295 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-bc214309-42df-429a-963b-629f55419b1b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3136882d-24e4-481c-8f9b-b28b74c75290 HTTP/1.1" status: 204 len: 168 time: 0.1507878 May 04 08:24:24.614488 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc214309-42df-429a-963b-629f55419b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3136882d-24e4-481c-8f9b-b28b74c75290,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:24.879293 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 41248) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:24.892719 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-451b350b-6e71-4973-ab32-e83e58724797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:24.965556 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-451b350b-6e71-4973-ab32-e83e58724797 admin admin] Publish callbacks [] for security_group (c307a245-fe62-4224-8d07-ad6c04e8d91d), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:24.971921 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-451b350b-6e71-4973-ab32-e83e58724797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (c307a245-fe62-4224-8d07-ad6c04e8d91d), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:25.007911 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b350b-6e71-4973-ab32-e83e58724797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c307a245-fe62-4224-8d07-ad6c04e8d91d,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:25.013980 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-451b350b-6e71-4973-ab32-e83e58724797 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d5f044e816b141729aa20bf7cd6ac617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336503 May 04 08:24:25.016707 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 41250) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:25.068660 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3ee26724-89b2-4a86-899d-c41afb250fac admin admin] Publish callbacks [] for security_group (c307a245-fe62-4224-8d07-ad6c04e8d91d), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:25.089239 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3ee26724-89b2-4a86-899d-c41afb250fac admin admin] Publish callbacks [] for security_group (c307a245-fe62-4224-8d07-ad6c04e8d91d), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:25.139703 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3ee26724-89b2-4a86-899d-c41afb250fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (c307a245-fe62-4224-8d07-ad6c04e8d91d), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:25.142290 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3ee26724-89b2-4a86-899d-c41afb250fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:25.145215 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-3ee26724-89b2-4a86-899d-c41afb250fac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c307a245-fe62-4224-8d07-ad6c04e8d91d HTTP/1.1" status: 204 len: 168 time: 0.1258667 May 04 08:24:25.151661 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee26724-89b2-4a86-899d-c41afb250fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c307a245-fe62-4224-8d07-ad6c04e8d91d,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:29.669496 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8ca28236-18e9-4898-87ab-d2e2acccd3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:31.914742 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c4fd763d-19a8-424e-9722-2f162b42d99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:33.062481 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:34.202351 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 6 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:24:34.314237 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:35.079972 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:35.746264 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:36.873590 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 41444) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:36.992588 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-19e7d460-4fb3-4549-a7bd-f27f1af6b4fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.069909 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-19e7d460-4fb3-4549-a7bd-f27f1af6b4fa admin admin] Publish callbacks [] for security_group (e62dad47-3784-4e50-b01c-4395835d96ea), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.074846 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-19e7d460-4fb3-4549-a7bd-f27f1af6b4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (e62dad47-3784-4e50-b01c-4395835d96ea), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.115979 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-19e7d460-4fb3-4549-a7bd-f27f1af6b4fa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ec193c96486d4f67890cea392f27ef77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413254 May 04 08:24:37.116821 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7d460-4fb3-4549-a7bd-f27f1af6b4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62dad47-3784-4e50-b01c-4395835d96ea,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:37.118917 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 41452) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:37.168087 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f13bf871-a84e-41ec-86be-cccb777dcfec admin admin] Publish callbacks [] for security_group (e62dad47-3784-4e50-b01c-4395835d96ea), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.189182 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f13bf871-a84e-41ec-86be-cccb777dcfec admin admin] Publish callbacks [] for security_group (e62dad47-3784-4e50-b01c-4395835d96ea), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.236731 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f13bf871-a84e-41ec-86be-cccb777dcfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (e62dad47-3784-4e50-b01c-4395835d96ea), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.239489 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f13bf871-a84e-41ec-86be-cccb777dcfec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.240729 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-f13bf871-a84e-41ec-86be-cccb777dcfec admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e62dad47-3784-4e50-b01c-4395835d96ea HTTP/1.1" status: 204 len: 168 time: 0.1206195 May 04 08:24:37.248350 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13bf871-a84e-41ec-86be-cccb777dcfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62dad47-3784-4e50-b01c-4395835d96ea,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:37.256198 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bf871-a84e-41ec-86be-cccb777dcfec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:37.256550 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bf871-a84e-41ec-86be-cccb777dcfec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:37.256902 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bf871-a84e-41ec-86be-cccb777dcfec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:37.257245 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bf871-a84e-41ec-86be-cccb777dcfec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:37.257584 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bf871-a84e-41ec-86be-cccb777dcfec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:37.257913 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bf871-a84e-41ec-86be-cccb777dcfec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:37.258244 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bf871-a84e-41ec-86be-cccb777dcfec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:37.258662 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bf871-a84e-41ec-86be-cccb777dcfec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:37.258912 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bf871-a84e-41ec-86be-cccb777dcfec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:37.259246 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bf871-a84e-41ec-86be-cccb777dcfec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:37.259575 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bf871-a84e-41ec-86be-cccb777dcfec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:37.259903 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bf871-a84e-41ec-86be-cccb777dcfec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:37.260229 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bf871-a84e-41ec-86be-cccb777dcfec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:37.260558 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bf871-a84e-41ec-86be-cccb777dcfec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:37.260868 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bf871-a84e-41ec-86be-cccb777dcfec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:37.349010 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 41460) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:37.510626 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f9c803f9-220c-48be-ab79-e6788a496853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.588653 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f9c803f9-220c-48be-ab79-e6788a496853 admin admin] Publish callbacks [] for security_group (cdf656e8-2414-49be-a063-27120ea26801), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.593030 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f9c803f9-220c-48be-ab79-e6788a496853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (cdf656e8-2414-49be-a063-27120ea26801), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.631207 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-f9c803f9-220c-48be-ab79-e6788a496853 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ab443b1c038f408ea2ee19ae43a3d348&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2810173 May 04 08:24:37.632511 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c803f9-220c-48be-ab79-e6788a496853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf656e8-2414-49be-a063-27120ea26801,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:37.634036 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 41476) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:37.687642 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c1a7cacf-ecc9-496b-a686-6a247985185c admin admin] Publish callbacks [] for security_group (cdf656e8-2414-49be-a063-27120ea26801), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.709191 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c1a7cacf-ecc9-496b-a686-6a247985185c admin admin] Publish callbacks [] for security_group (cdf656e8-2414-49be-a063-27120ea26801), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.756952 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c1a7cacf-ecc9-496b-a686-6a247985185c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (cdf656e8-2414-49be-a063-27120ea26801), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.759880 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c1a7cacf-ecc9-496b-a686-6a247985185c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.761392 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-c1a7cacf-ecc9-496b-a686-6a247985185c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cdf656e8-2414-49be-a063-27120ea26801 HTTP/1.1" status: 204 len: 168 time: 0.1257191 May 04 08:24:37.770820 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7cacf-ecc9-496b-a686-6a247985185c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf656e8-2414-49be-a063-27120ea26801,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:38.040424 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 41496) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:38.053862 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a2feed3f-3e63-4e67-9c5f-67297f41f712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:38.128012 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a2feed3f-3e63-4e67-9c5f-67297f41f712 admin admin] Publish callbacks [] for security_group (f1c75c72-e5ff-4dca-83a7-108218d737e0), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:38.132035 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a2feed3f-3e63-4e67-9c5f-67297f41f712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (f1c75c72-e5ff-4dca-83a7-108218d737e0), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:38.162395 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-a2feed3f-3e63-4e67-9c5f-67297f41f712 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d6dbfcb588074aafbfbc07a0eb94a0d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1208472 May 04 08:24:38.164901 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 41504) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:38.192547 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2feed3f-3e63-4e67-9c5f-67297f41f712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c75c72-e5ff-4dca-83a7-108218d737e0,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:38.227872 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d7201fb1-3b16-4e29-b861-a999b94c62af admin admin] Publish callbacks [] for security_group (f1c75c72-e5ff-4dca-83a7-108218d737e0), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:38.248944 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d7201fb1-3b16-4e29-b861-a999b94c62af admin admin] Publish callbacks [] for security_group (f1c75c72-e5ff-4dca-83a7-108218d737e0), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:38.296271 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d7201fb1-3b16-4e29-b861-a999b94c62af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (f1c75c72-e5ff-4dca-83a7-108218d737e0), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:38.299145 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d7201fb1-3b16-4e29-b861-a999b94c62af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:38.303094 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-d7201fb1-3b16-4e29-b861-a999b94c62af admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f1c75c72-e5ff-4dca-83a7-108218d737e0 HTTP/1.1" status: 204 len: 168 time: 0.1348116 May 04 08:24:38.309017 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7201fb1-3b16-4e29-b861-a999b94c62af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c75c72-e5ff-4dca-83a7-108218d737e0,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:40.467038 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 41592) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:40.576782 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b7a05512-f167-4f99-a357-53202358bf8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:40.657413 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b7a05512-f167-4f99-a357-53202358bf8e admin admin] Publish callbacks [] for security_group (a3fdfcad-0412-40be-9512-e1efabd2d75e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:40.661158 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b7a05512-f167-4f99-a357-53202358bf8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (a3fdfcad-0412-40be-9512-e1efabd2d75e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:40.699693 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-b7a05512-f167-4f99-a357-53202358bf8e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b4a6e7cf27c94ebb83dd8f33e8d0296d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315915 May 04 08:24:40.700913 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a05512-f167-4f99-a357-53202358bf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fdfcad-0412-40be-9512-e1efabd2d75e,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:40.702913 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 41606) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:40.758352 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-84e399b9-f8c3-4bf8-b095-673bff43ac78 admin admin] Publish callbacks [] for security_group (a3fdfcad-0412-40be-9512-e1efabd2d75e), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:40.786579 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-84e399b9-f8c3-4bf8-b095-673bff43ac78 admin admin] Publish callbacks [] for security_group (a3fdfcad-0412-40be-9512-e1efabd2d75e), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:40.834313 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-84e399b9-f8c3-4bf8-b095-673bff43ac78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (a3fdfcad-0412-40be-9512-e1efabd2d75e), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:40.836874 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-84e399b9-f8c3-4bf8-b095-673bff43ac78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:40.838051 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-84e399b9-f8c3-4bf8-b095-673bff43ac78 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a3fdfcad-0412-40be-9512-e1efabd2d75e HTTP/1.1" status: 204 len: 168 time: 0.1339695 May 04 08:24:40.845809 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e399b9-f8c3-4bf8-b095-673bff43ac78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fdfcad-0412-40be-9512-e1efabd2d75e,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:41.110241 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 41628) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:41.123689 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-df0e7c69-cd80-437f-977d-9fa6250d0326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:41.198755 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-df0e7c69-cd80-437f-977d-9fa6250d0326 admin admin] Publish callbacks [] for security_group (b97c58be-cd3b-4569-98cc-fd5e106be18d), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:41.204014 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-df0e7c69-cd80-437f-977d-9fa6250d0326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (b97c58be-cd3b-4569-98cc-fd5e106be18d), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:41.213203 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 41632) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:41.245853 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-df0e7c69-cd80-437f-977d-9fa6250d0326 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1839f1f6cdeb4f61b3fb09304f613137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345599 May 04 08:24:41.246697 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e7c69-cd80-437f-977d-9fa6250d0326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97c58be-cd3b-4569-98cc-fd5e106be18d,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:41.248644 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 41636) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:41.301729 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-20079a8b-7b4e-4947-8a4c-29bd843950b3 admin admin] Publish callbacks [] for security_group (b97c58be-cd3b-4569-98cc-fd5e106be18d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:41.329447 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-90f4e5ca-361b-464f-80e9-7b13762f4741 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:41.335696 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-20079a8b-7b4e-4947-8a4c-29bd843950b3 admin admin] Publish callbacks [] for security_group (b97c58be-cd3b-4569-98cc-fd5e106be18d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:41.412723 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-20079a8b-7b4e-4947-8a4c-29bd843950b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (b97c58be-cd3b-4569-98cc-fd5e106be18d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:41.415247 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-20079a8b-7b4e-4947-8a4c-29bd843950b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:41.416400 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-20079a8b-7b4e-4947-8a4c-29bd843950b3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b97c58be-cd3b-4569-98cc-fd5e106be18d HTTP/1.1" status: 204 len: 168 time: 0.1667871 May 04 08:24:41.431469 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20079a8b-7b4e-4947-8a4c-29bd843950b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97c58be-cd3b-4569-98cc-fd5e106be18d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:41.448858 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-90f4e5ca-361b-464f-80e9-7b13762f4741 admin admin] Publish callbacks [] for security_group (615cbd48-517c-4e92-a62a-23b253bef102), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:41.454206 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-90f4e5ca-361b-464f-80e9-7b13762f4741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (615cbd48-517c-4e92-a62a-23b253bef102), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:41.496168 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-90f4e5ca-361b-464f-80e9-7b13762f4741 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0941c59bdbd249ffb9c55466b50677df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793267 May 04 08:24:41.496786 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 41640) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:41.502590 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4e5ca-361b-464f-80e9-7b13762f4741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615cbd48-517c-4e92-a62a-23b253bef102,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:41.547775 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b745a6a2-3b81-42f1-8215-d0f4906f26ae admin admin] Publish callbacks [] for security_group (615cbd48-517c-4e92-a62a-23b253bef102), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:41.569929 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b745a6a2-3b81-42f1-8215-d0f4906f26ae admin admin] Publish callbacks [] for security_group (615cbd48-517c-4e92-a62a-23b253bef102), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:41.623138 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b745a6a2-3b81-42f1-8215-d0f4906f26ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (615cbd48-517c-4e92-a62a-23b253bef102), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:41.625695 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b745a6a2-3b81-42f1-8215-d0f4906f26ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:41.629262 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-b745a6a2-3b81-42f1-8215-d0f4906f26ae admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/615cbd48-517c-4e92-a62a-23b253bef102 HTTP/1.1" status: 204 len: 168 time: 0.1294198 May 04 08:24:41.634624 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745a6a2-3b81-42f1-8215-d0f4906f26ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615cbd48-517c-4e92-a62a-23b253bef102,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:43.484817 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 41720) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:43.596227 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-09f5cd37-2070-4b3d-837c-2cbf2136e981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:43.675707 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-09f5cd37-2070-4b3d-837c-2cbf2136e981 admin admin] Publish callbacks [] for security_group (a157c129-0776-4bdd-b8a4-341339310c29), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:43.681369 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-09f5cd37-2070-4b3d-837c-2cbf2136e981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (a157c129-0776-4bdd-b8a4-341339310c29), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:43.719293 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-09f5cd37-2070-4b3d-837c-2cbf2136e981 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=35e6e3c265044800ac33953607c348ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333896 May 04 08:24:43.720213 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5cd37-2070-4b3d-837c-2cbf2136e981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a157c129-0776-4bdd-b8a4-341339310c29,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:43.722167 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 41724) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:43.771633 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ae44546f-af61-43ed-a302-b50fe0574790 admin admin] Publish callbacks [] for security_group (a157c129-0776-4bdd-b8a4-341339310c29), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:43.794223 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ae44546f-af61-43ed-a302-b50fe0574790 admin admin] Publish callbacks [] for security_group (a157c129-0776-4bdd-b8a4-341339310c29), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:43.843546 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ae44546f-af61-43ed-a302-b50fe0574790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (a157c129-0776-4bdd-b8a4-341339310c29), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:43.846135 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ae44546f-af61-43ed-a302-b50fe0574790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:43.847329 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-ae44546f-af61-43ed-a302-b50fe0574790 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a157c129-0776-4bdd-b8a4-341339310c29 HTTP/1.1" status: 204 len: 168 time: 0.1222303 May 04 08:24:43.856543 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44546f-af61-43ed-a302-b50fe0574790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a157c129-0776-4bdd-b8a4-341339310c29,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:44.131111 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 41734) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:44.144527 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-664b94eb-b575-4192-a67c-8aa8a2374e5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:44.223907 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-664b94eb-b575-4192-a67c-8aa8a2374e5b admin admin] Publish callbacks [] for security_group (d46caa52-9781-42b3-91cb-c0063ee3f828), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:44.228561 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-664b94eb-b575-4192-a67c-8aa8a2374e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (d46caa52-9781-42b3-91cb-c0063ee3f828), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:44.268161 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-664b94eb-b575-4192-a67c-8aa8a2374e5b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b36fbe10bd38435f96051ef7eb321756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359024 May 04 08:24:44.269086 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b94eb-b575-4192-a67c-8aa8a2374e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46caa52-9781-42b3-91cb-c0063ee3f828,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:44.271112 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 41736) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:44.327224 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d96edba3-fe20-4eba-b122-68c5c4dfb1c9 admin admin] Publish callbacks [] for security_group (d46caa52-9781-42b3-91cb-c0063ee3f828), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:44.349453 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d96edba3-fe20-4eba-b122-68c5c4dfb1c9 admin admin] Publish callbacks [] for security_group (d46caa52-9781-42b3-91cb-c0063ee3f828), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:44.397927 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d96edba3-fe20-4eba-b122-68c5c4dfb1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (d46caa52-9781-42b3-91cb-c0063ee3f828), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:44.402067 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d96edba3-fe20-4eba-b122-68c5c4dfb1c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:44.403339 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-d96edba3-fe20-4eba-b122-68c5c4dfb1c9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d46caa52-9781-42b3-91cb-c0063ee3f828 HTTP/1.1" status: 204 len: 168 time: 0.1310754 May 04 08:24:44.414339 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96edba3-fe20-4eba-b122-68c5c4dfb1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46caa52-9781-42b3-91cb-c0063ee3f828,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:47.467711 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 41860) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:47.476753 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e62ae4-7846-4970-8dea-c28139f7795a req-b259b5f6-e624-469f-b633-47c5aa4ae13e tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:47.478245 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-91e62ae4-7846-4970-8dea-c28139f7795a req-b259b5f6-e624-469f-b633-47c5aa4ae13e tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1edae34-a555-4869-b8ca-bd129d86b2c5 HTTP/1.1" status: 200 len: 946 time: 0.0541892 May 04 08:24:47.526301 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-91e62ae4-7846-4970-8dea-c28139f7795a req-709286ff-5b78-40cd-9e37-4dcb0f4f9e09 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe2aca2e-09fb-47e2-9c96-da7991aad146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424330 May 04 08:24:47.582767 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f518e5c6-43db-48df-a9a3-75ad5df3714a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:47.657677 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f518e5c6-43db-48df-a9a3-75ad5df3714a admin admin] Publish callbacks [] for security_group (597031e6-94ea-43b8-bd83-6748db2dd318), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:47.663826 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f518e5c6-43db-48df-a9a3-75ad5df3714a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (597031e6-94ea-43b8-bd83-6748db2dd318), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:47.702597 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-f518e5c6-43db-48df-a9a3-75ad5df3714a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b2d74f76853942e0a583bf63e9acf838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337134 May 04 08:24:47.703455 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518e5c6-43db-48df-a9a3-75ad5df3714a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597031e6-94ea-43b8-bd83-6748db2dd318,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:47.705649 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 41864) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:47.758742 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da7fb0c2-7983-4c68-9526-b9586c3ee3fd admin admin] Publish callbacks [] for security_group (597031e6-94ea-43b8-bd83-6748db2dd318), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:47.779682 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da7fb0c2-7983-4c68-9526-b9586c3ee3fd admin admin] Publish callbacks [] for security_group (597031e6-94ea-43b8-bd83-6748db2dd318), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:47.828635 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da7fb0c2-7983-4c68-9526-b9586c3ee3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (597031e6-94ea-43b8-bd83-6748db2dd318), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:47.831459 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da7fb0c2-7983-4c68-9526-b9586c3ee3fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:47.839976 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-da7fb0c2-7983-4c68-9526-b9586c3ee3fd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/597031e6-94ea-43b8-bd83-6748db2dd318 HTTP/1.1" status: 204 len: 168 time: 0.1260269 May 04 08:24:47.840596 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fb0c2-7983-4c68-9526-b9586c3ee3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597031e6-94ea-43b8-bd83-6748db2dd318,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:48.649798 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092ba62-0938-49db-9ab1-e2b0feae10fb req-0598f3bd-b60c-48be-b2b6-ecbfb14e20b8 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:48.651365 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0092ba62-0938-49db-9ab1-e2b0feae10fb req-0598f3bd-b60c-48be-b2b6-ecbfb14e20b8 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1edae34-a555-4869-b8ca-bd129d86b2c5 HTTP/1.1" status: 200 len: 946 time: 0.0532234 May 04 08:24:48.701258 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0092ba62-0938-49db-9ab1-e2b0feae10fb req-6f8a0a7e-9103-4ccc-8e9c-2cdad5a91249 tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe2aca2e-09fb-47e2-9c96-da7991aad146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442677 May 04 08:24:49.485658 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63824e81-0326-4690-8186-227757253776 req-584b3d15-2db3-421e-bab9-d059f37f309e tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:49.487139 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-63824e81-0326-4690-8186-227757253776 req-584b3d15-2db3-421e-bab9-d059f37f309e tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1edae34-a555-4869-b8ca-bd129d86b2c5 HTTP/1.1" status: 200 len: 946 time: 0.0521066 May 04 08:24:49.577170 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-63824e81-0326-4690-8186-227757253776 req-0de93adc-fa26-4b92-b897-f56fd2e9b5bb tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Deleting port fd83fc87-3307-4ca6-8aea-cc5c07acaa3e {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:24:49.577476 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-63824e81-0326-4690-8186-227757253776 req-0de93adc-fa26-4b92-b897-f56fd2e9b5bb tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (fd83fc87-3307-4ca6-8aea-cc5c07acaa3e), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:49.667370 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-63824e81-0326-4690-8186-227757253776 req-0de93adc-fa26-4b92-b897-f56fd2e9b5bb tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] For port fd83fc87-3307-4ca6-8aea-cc5c07acaa3e, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=fd83fc87-3307-4ca6-8aea-cc5c07acaa3e,segment=NetworkSegment(3d5a177d-917c-4ea9-9082-a57667bdc641),segment_id=3d5a177d-917c-4ea9-9082-a57667bdc641)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:49.667673 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-63824e81-0326-4690-8186-227757253776 req-0de93adc-fa26-4b92-b897-f56fd2e9b5bb tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (fd83fc87-3307-4ca6-8aea-cc5c07acaa3e), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:49.681041 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-63824e81-0326-4690-8186-227757253776 req-0de93adc-fa26-4b92-b897-f56fd2e9b5bb tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Calling delete_port for fd83fc87-3307-4ca6-8aea-cc5c07acaa3e owned by compute:nova {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:24:49.817497 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086c098-4e87-427d-8477-a2b39149809b req-d30df954-fb84-4fc7-aa2f-e011dc63528a tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:49.819041 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6086c098-4e87-427d-8477-a2b39149809b req-d30df954-fb84-4fc7-aa2f-e011dc63528a tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1edae34-a555-4869-b8ca-bd129d86b2c5 HTTP/1.1" status: 200 len: 946 time: 0.0489023 May 04 08:24:49.822589 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-63824e81-0326-4690-8186-227757253776 req-0de93adc-fa26-4b92-b897-f56fd2e9b5bb tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (fd83fc87-3307-4ca6-8aea-cc5c07acaa3e), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:49.850975 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de93adc-fa26-4b92-b897-f56fd2e9b5bb tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Pushing event deleted for resources: {'Port': ['ID=fd83fc87-3307-4ca6-8aea-cc5c07acaa3e,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:49.862838 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] get_ports_and_sgs() called for port_ids ['fd83fc87-3307-4ca6-8aea-cc5c07acaa3e'] {{(pid=103565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:24:49.873431 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-6086c098-4e87-427d-8477-a2b39149809b req-3dc01ddb-b2d3-41a7-8f33-65d302ae75dd tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe2aca2e-09fb-47e2-9c96-da7991aad146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470638 May 04 08:24:49.899397 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-63824e81-0326-4690-8186-227757253776 req-0de93adc-fa26-4b92-b897-f56fd2e9b5bb tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] No DVR routers for this DVR port fd83fc87-3307-4ca6-8aea-cc5c07acaa3e on host hv-cinder-84028 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:24:49.901816 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-63824e81-0326-4690-8186-227757253776 req-0de93adc-fa26-4b92-b897-f56fd2e9b5bb tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:49.905160 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-63824e81-0326-4690-8186-227757253776 req-0de93adc-fa26-4b92-b897-f56fd2e9b5bb tempest-VolumesSnapshotTestJSON-539728451 tempest-VolumesSnapshotTestJSON-539728451-project] 10.222.0.13 "DELETE /v2.0/ports/fd83fc87-3307-4ca6-8aea-cc5c07acaa3e HTTP/1.1" status: 204 len: 173 time: 0.4125504 May 04 08:24:49.905652 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1edae34-a555-4869-b8ca-bd129d86b2c5', 'name': 'network-vif-deleted', 'tag': 'fd83fc87-3307-4ca6-8aea-cc5c07acaa3e'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:24:49.907946 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca8d2b8-13cb-4c79-bae3-19b65256836b" -d '{"events": [{"server_uuid": "b1edae34-a555-4869-b8ca-bd129d86b2c5", "name": "network-vif-deleted", "tag": "fd83fc87-3307-4ca6-8aea-cc5c07acaa3e"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:24:49.951045 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc99ae5b-76b2-43fc-86eb-0e99c478514b x-openstack-request-id: req-dc99ae5b-76b2-43fc-86eb-0e99c478514b {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:24:49.951341 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1edae34-a555-4869-b8ca-bd129d86b2c5", "name": "network-vif-deleted", "tag": "fd83fc87-3307-4ca6-8aea-cc5c07acaa3e", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:24:49.951596 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dc99ae5b-76b2-43fc-86eb-0e99c478514b {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:24:49.952030 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc99ae5b-76b2-43fc-86eb-0e99c478514b'] response: {'server_uuid': 'b1edae34-a555-4869-b8ca-bd129d86b2c5', 'name': 'network-vif-deleted', 'tag': 'fd83fc87-3307-4ca6-8aea-cc5c07acaa3e', 'status': 'completed', 'code': 200} May 04 08:24:52.725806 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device fd83fc87-3307-4ca6-8aea-cc5c07acaa3e no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:24:52.754778 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] No Port match for: fd83fc87-3307-4ca6-8aea-cc5c07acaa3e {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:24:52.755320 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device fd83fc87-3307-4ca6-8aea-cc5c07acaa3e not bound to the agent host hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:24:53.372017 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 41902) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:53.702496 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-1c277c5a-b5b4-43d1-a802-6a789a1ee490 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Deleting port 437a8c37-a9c5-43bb-9a3a-bb937db7952a {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:24:53.702839 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1c277c5a-b5b4-43d1-a802-6a789a1ee490 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (437a8c37-a9c5-43bb-9a3a-bb937db7952a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:53.779994 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1c277c5a-b5b4-43d1-a802-6a789a1ee490 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (437a8c37-a9c5-43bb-9a3a-bb937db7952a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:53.780293 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1c277c5a-b5b4-43d1-a802-6a789a1ee490 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for floatingip (437a8c37-a9c5-43bb-9a3a-bb937db7952a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:53.792308 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-1c277c5a-b5b4-43d1-a802-6a789a1ee490 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Calling delete_port for 437a8c37-a9c5-43bb-9a3a-bb937db7952a owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:24:53.949335 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1c277c5a-b5b4-43d1-a802-6a789a1ee490 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (437a8c37-a9c5-43bb-9a3a-bb937db7952a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:53.978310 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c277c5a-b5b4-43d1-a802-6a789a1ee490 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Pushing event deleted for resources: {'Port': ['ID=437a8c37-a9c5-43bb-9a3a-bb937db7952a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:54.041480 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1c277c5a-b5b4-43d1-a802-6a789a1ee490 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for floatingip (b1efa8b4-6cc1-420d-bdbd-4c84c0f0ec56), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:54.041817 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.db.l3_db [None req-1c277c5a-b5b4-43d1-a802-6a789a1ee490 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Floating IP b1efa8b4-6cc1-420d-bdbd-4c84c0f0ec56 disassociated (deleted). External IP: 172.27.3.173, port: a703adef-8c44-4eec-838e-5aad98fa4ab0. May 04 08:24:54.267324 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c277c5a-b5b4-43d1-a802-6a789a1ee490 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Router b196e4da-db69-4985-abc3-24005645564e has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:24:54.389066 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c277c5a-b5b4-43d1-a802-6a789a1ee490 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:24:54.394164 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1c277c5a-b5b4-43d1-a802-6a789a1ee490 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:54.399239 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74e3238-d895-4208-8a35-bd8c1108ed54 None None] Sync routers for ids ['b196e4da-db69-4985-abc3-24005645564e'] in dv-cinder-840289-4-iscsi {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:24:54.410863 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74e3238-d895-4208-8a35-bd8c1108ed54 None None] Routers {'b196e4da-db69-4985-abc3-24005645564e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:24:54.411567 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c74e3238-d895-4208-8a35-bd8c1108ed54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:24:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['b196e4da-db69-4985-abc3-24005645564e'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:54.425107 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-1c277c5a-b5b4-43d1-a802-6a789a1ee490 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "DELETE /v2.0/floatingips/b1efa8b4-6cc1-420d-bdbd-4c84c0f0ec56 HTTP/1.1" status: 204 len: 168 time: 1.0516064 May 04 08:24:54.425678 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56a2f58-c7b9-4b57-a6dd-d5e3749f8022', 'tag': 'a703adef-8c44-4eec-838e-5aad98fa4ab0'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:24:54.428002 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644f9b81011f902d5a48520c995b4e8323da082f15dc8879127e03e175236f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf631c7-1c25-4c93-a8f5-179520a3cd35" -d '{"events": [{"name": "network-changed", "server_uuid": "d56a2f58-c7b9-4b57-a6dd-d5e3749f8022", "tag": "a703adef-8c44-4eec-838e-5aad98fa4ab0"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:24:54.465366 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e6bbbb-61e9-4e94-bcc3-29ea16581186 x-openstack-request-id: req-f7e6bbbb-61e9-4e94-bcc3-29ea16581186 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:24:54.465750 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56a2f58-c7b9-4b57-a6dd-d5e3749f8022", "tag": "a703adef-8c44-4eec-838e-5aad98fa4ab0", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:24:54.466563 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f7e6bbbb-61e9-4e94-bcc3-29ea16581186 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:24:54.466563 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7e6bbbb-61e9-4e94-bcc3-29ea16581186'] response: {'name': 'network-changed', 'server_uuid': 'd56a2f58-c7b9-4b57-a6dd-d5e3749f8022', 'tag': 'a703adef-8c44-4eec-838e-5aad98fa4ab0', 'status': 'completed', 'code': 200} May 04 08:24:54.527772 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-c74e3238-d895-4208-8a35-bd8c1108ed54 None None] Set router b196e4da-db69-4985-abc3-24005645564e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:24:54.656246 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c5d6d-3c55-44f3-b1b7-5b96bed4b32e req-419cc1fc-2fbb-48da-bec9-fd32be8941df tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:54.657755 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-863c5d6d-3c55-44f3-b1b7-5b96bed4b32e req-419cc1fc-2fbb-48da-bec9-fd32be8941df tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0489900 May 04 08:24:54.713020 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-863c5d6d-3c55-44f3-b1b7-5b96bed4b32e req-8cb82e37-3cd6-4912-9306-a9a766933ba8 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486188 May 04 08:24:54.739824 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c74e3238-d895-4208-8a35-bd8c1108ed54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b196e4da-db69-4985-abc3-24005645564e', 'name': 'tempest-TestShelveInstance-279621704-router', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '5af1551f-9a86-4370-83a5-0838722633f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:03Z', 'updated_at': '2022-05-04T08:19:10Z', 'revision_number': 4, 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'gw_port': {'id': '5af1551f-9a86-4370-83a5-0838722633f6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:89:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196e4da-db69-4985-abc3-24005645564e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:04Z', 'updated_at': '2022-05-04T08:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa', 'name': '', 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'mac_address': 'fa:16:3e:88:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196e4da-db69-4985-abc3-24005645564e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2f3664ef-e21d-4df5-a950-15cbe573119a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:08Z', 'updated_at': '2022-05-04T08:19:16Z', 'revision_number': 5, 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'subnets': [{'id': '2f3664ef-e21d-4df5-a950-15cbe573119a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:54.766394 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74e3238-d895-4208-8a35-bd8c1108ed54 None None] Checking router: b196e4da-db69-4985-abc3-24005645564e for host: dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:24:54.774930 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74e3238-d895-4208-8a35-bd8c1108ed54 None None] Routers {'b196e4da-db69-4985-abc3-24005645564e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:24:54.775573 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c74e3238-d895-4208-8a35-bd8c1108ed54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:24:32Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['b196e4da-db69-4985-abc3-24005645564e'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:54.893729 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-c74e3238-d895-4208-8a35-bd8c1108ed54 None None] Set router b196e4da-db69-4985-abc3-24005645564e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:24:55.089046 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c74e3238-d895-4208-8a35-bd8c1108ed54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b196e4da-db69-4985-abc3-24005645564e', 'name': 'tempest-TestShelveInstance-279621704-router', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '5af1551f-9a86-4370-83a5-0838722633f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:03Z', 'updated_at': '2022-05-04T08:19:10Z', 'revision_number': 4, 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'gw_port': {'id': '5af1551f-9a86-4370-83a5-0838722633f6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:89:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196e4da-db69-4985-abc3-24005645564e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:04Z', 'updated_at': '2022-05-04T08:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa', 'name': '', 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'mac_address': 'fa:16:3e:88:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196e4da-db69-4985-abc3-24005645564e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2f3664ef-e21d-4df5-a950-15cbe573119a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:08Z', 'updated_at': '2022-05-04T08:19:16Z', 'revision_number': 5, 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'subnets': [{'id': '2f3664ef-e21d-4df5-a950-15cbe573119a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:55.118849 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74e3238-d895-4208-8a35-bd8c1108ed54 None None] The sync data for ids ['b196e4da-db69-4985-abc3-24005645564e'] in dv-cinder-840289-4-iscsi is: [{'id': 'b196e4da-db69-4985-abc3-24005645564e', 'name': 'tempest-TestShelveInstance-279621704-router', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '5af1551f-9a86-4370-83a5-0838722633f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:03Z', 'updated_at': '2022-05-04T08:19:10Z', 'revision_number': 4, 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'gw_port': {'id': '5af1551f-9a86-4370-83a5-0838722633f6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:89:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196e4da-db69-4985-abc3-24005645564e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:04Z', 'updated_at': '2022-05-04T08:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa', 'name': '', 'network_id': 'f5ff6776-cf33-4de5-a4a0-4985a4b133ac', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'mac_address': 'fa:16:3e:88:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196e4da-db69-4985-abc3-24005645564e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2f3664ef-e21d-4df5-a950-15cbe573119a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:08Z', 'updated_at': '2022-05-04T08:19:16Z', 'revision_number': 5, 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'subnets': [{'id': '2f3664ef-e21d-4df5-a950-15cbe573119a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:24:55.330854 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6421578-a5cb-4832-ac60-df0625ec8bef None None] New status for floating IP b1efa8b4-6cc1-420d-bdbd-4c84c0f0ec56: DOWN {{(pid=103566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:24:55.830152 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68858e59-7eec-4688-8ece-61b58d20a004 req-dc91c64a-152f-4df9-b06e-9050a04d6738 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:55.831624 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-68858e59-7eec-4688-8ece-61b58d20a004 req-dc91c64a-152f-4df9-b06e-9050a04d6738 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0476291 May 04 08:24:55.879978 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-68858e59-7eec-4688-8ece-61b58d20a004 req-4cfcf6f5-8009-4582-87fa-9624782bdec4 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427604 May 04 08:24:56.478779 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf631c7-1c25-4c93-a8f5-179520a3cd35 req-5f0a28e6-3d94-4dfd-8738-93783510837e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:56.480356 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9cf631c7-1c25-4c93-a8f5-179520a3cd35 req-5f0a28e6-3d94-4dfd-8738-93783510837e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b207a35c92594e5e8b968a59a8509940&device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 1130 time: 0.0423031 May 04 08:24:57.002489 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301564c-9879-4571-b873-f1738edd627f req-35bd563c-da40-4c41-8a5e-f18eeaf5a00e tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:57.004730 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4301564c-9879-4571-b873-f1738edd627f req-35bd563c-da40-4c41-8a5e-f18eeaf5a00e tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0538578 May 04 08:24:57.057185 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-4301564c-9879-4571-b873-f1738edd627f req-80866854-091b-4cfb-ae36-624a85e9bfdb tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444436 May 04 08:24:57.892586 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf631c7-1c25-4c93-a8f5-179520a3cd35 req-a76ba45f-61d6-4419-b167-ba793ac89557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:57.894412 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9cf631c7-1c25-4c93-a8f5-179520a3cd35 req-a76ba45f-61d6-4419-b167-ba793ac89557 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f5ff6776-cf33-4de5-a4a0-4985a4b133ac HTTP/1.1" status: 200 len: 909 time: 0.0876296 May 04 08:24:57.948360 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9cf631c7-1c25-4c93-a8f5-179520a3cd35 req-8e852e3b-e8c4-48a8-a0d2-540e2ccf5f41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a703adef-8c44-4eec-838e-5aad98fa4ab0 HTTP/1.1" status: 200 len: 217 time: 0.0387061 May 04 08:24:58.008215 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf631c7-1c25-4c93-a8f5-179520a3cd35 req-c1580247-40db-4f6d-8a17-9c0b10bc9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:58.009723 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9cf631c7-1c25-4c93-a8f5-179520a3cd35 req-c1580247-40db-4f6d-8a17-9c0b10bc9b8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f3664ef-e21d-4df5-a950-15cbe573119a HTTP/1.1" status: 200 len: 847 time: 0.0463870 May 04 08:24:58.176291 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf631c7-1c25-4c93-a8f5-179520a3cd35 req-9f5e9646-279a-42b7-afcb-85843af36f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:58.177795 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9cf631c7-1c25-4c93-a8f5-179520a3cd35 req-9f5e9646-279a-42b7-afcb-85843af36f19 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5ff6776-cf33-4de5-a4a0-4985a4b133ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390637 May 04 08:24:58.178544 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01078803-1fcf-4c81-aaa8-72a761d47fa3 req-6d273ffe-488c-40c1-bac7-c89631fd8722 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:58.180131 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-01078803-1fcf-4c81-aaa8-72a761d47fa3 req-6d273ffe-488c-40c1-bac7-c89631fd8722 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0518839 May 04 08:24:58.232684 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-01078803-1fcf-4c81-aaa8-72a761d47fa3 req-59a4e4aa-b634-4777-88fb-2628c94a0b17 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a3b58b9-a087-4a19-9d79-33f25cd4fada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463881 May 04 08:24:58.283065 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9cf631c7-1c25-4c93-a8f5-179520a3cd35 req-20f680d5-b21b-4a63-ac58-953c16a4485e service neutron] 10.222.0.13 "GET /v2.0/networks/f5ff6776-cf33-4de5-a4a0-4985a4b133ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979960 May 04 08:24:58.498733 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9cf631c7-1c25-4c93-a8f5-179520a3cd35 req-58269521-af9c-4f35-b517-da3de55e32bc service neutron] 10.222.0.13 "GET /v2.0/networks/f5ff6776-cf33-4de5-a4a0-4985a4b133ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874286 May 04 08:24:58.578666 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e2d5b-9c75-41b8-8ad8-e16fbcdcc71b req-23fce31c-d2e8-49a1-a958-56cf53411fa8 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:58.580164 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-144e2d5b-9c75-41b8-8ad8-e16fbcdcc71b req-23fce31c-d2e8-49a1-a958-56cf53411fa8 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 946 time: 0.0522318 May 04 08:24:58.665691 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-144e2d5b-9c75-41b8-8ad8-e16fbcdcc71b req-69e8dc13-069b-4d57-bb2e-bbe3b15a0b00 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Deleting port a703adef-8c44-4eec-838e-5aad98fa4ab0 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:24:58.666018 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-144e2d5b-9c75-41b8-8ad8-e16fbcdcc71b req-69e8dc13-069b-4d57-bb2e-bbe3b15a0b00 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (a703adef-8c44-4eec-838e-5aad98fa4ab0), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:58.757694 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-144e2d5b-9c75-41b8-8ad8-e16fbcdcc71b req-69e8dc13-069b-4d57-bb2e-bbe3b15a0b00 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] For port a703adef-8c44-4eec-838e-5aad98fa4ab0, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a703adef-8c44-4eec-838e-5aad98fa4ab0,segment=NetworkSegment(e75be89d-d720-4cc9-8f50-cb6a561e1c49),segment_id=e75be89d-d720-4cc9-8f50-cb6a561e1c49)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:58.757924 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-144e2d5b-9c75-41b8-8ad8-e16fbcdcc71b req-69e8dc13-069b-4d57-bb2e-bbe3b15a0b00 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (a703adef-8c44-4eec-838e-5aad98fa4ab0), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:58.770513 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-144e2d5b-9c75-41b8-8ad8-e16fbcdcc71b req-69e8dc13-069b-4d57-bb2e-bbe3b15a0b00 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Calling delete_port for a703adef-8c44-4eec-838e-5aad98fa4ab0 owned by compute:nova {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:24:58.912918 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-144e2d5b-9c75-41b8-8ad8-e16fbcdcc71b req-69e8dc13-069b-4d57-bb2e-bbe3b15a0b00 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (a703adef-8c44-4eec-838e-5aad98fa4ab0), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:58.947098 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8dc13-069b-4d57-bb2e-bbe3b15a0b00 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Pushing event deleted for resources: {'Port': ['ID=a703adef-8c44-4eec-838e-5aad98fa4ab0,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:58.991074 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-144e2d5b-9c75-41b8-8ad8-e16fbcdcc71b req-69e8dc13-069b-4d57-bb2e-bbe3b15a0b00 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] No DVR routers for this DVR port a703adef-8c44-4eec-838e-5aad98fa4ab0 on host hv-cinder-84028 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:24:58.993516 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-144e2d5b-9c75-41b8-8ad8-e16fbcdcc71b req-69e8dc13-069b-4d57-bb2e-bbe3b15a0b00 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:58.996759 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-144e2d5b-9c75-41b8-8ad8-e16fbcdcc71b req-69e8dc13-069b-4d57-bb2e-bbe3b15a0b00 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.13 "DELETE /v2.0/ports/a703adef-8c44-4eec-838e-5aad98fa4ab0 HTTP/1.1" status: 204 len: 173 time: 0.4110458 May 04 08:24:58.997189 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56a2f58-c7b9-4b57-a6dd-d5e3749f8022', 'name': 'network-vif-deleted', 'tag': 'a703adef-8c44-4eec-838e-5aad98fa4ab0'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:24:58.999433 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d28b75-9a61-4043-ae14-005d7da506a2" -d '{"events": [{"server_uuid": "d56a2f58-c7b9-4b57-a6dd-d5e3749f8022", "name": "network-vif-deleted", "tag": "a703adef-8c44-4eec-838e-5aad98fa4ab0"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:24:59.034188 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c431f0-6989-4c35-8e02-f7d911873d80 x-openstack-request-id: req-08c431f0-6989-4c35-8e02-f7d911873d80 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:24:59.034439 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56a2f58-c7b9-4b57-a6dd-d5e3749f8022", "name": "network-vif-deleted", "tag": "a703adef-8c44-4eec-838e-5aad98fa4ab0", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:24:59.034716 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-08c431f0-6989-4c35-8e02-f7d911873d80 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:24:59.035163 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08c431f0-6989-4c35-8e02-f7d911873d80'] response: {'server_uuid': 'd56a2f58-c7b9-4b57-a6dd-d5e3749f8022', 'name': 'network-vif-deleted', 'tag': 'a703adef-8c44-4eec-838e-5aad98fa4ab0', 'status': 'completed', 'code': 200} May 04 08:24:59.335884 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-089a1d0e-5524-448f-92b2-101148b67e81 req-4ce6e089-7b6f-4ab9-a04a-514eb5b9e099 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "GET /v2.0/ports?device_id=d56a2f58-c7b9-4b57-a6dd-d5e3749f8022 HTTP/1.1" status: 200 len: 210 time: 0.0280375 May 04 08:24:59.675365 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a3e871e1-2b15-4d5e-a0cd-95d3ceaecc4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:00.398029 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 41976) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:00.461105 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b9ea8bfc-4a86-4c51-a3f1-599bcc1df5d1 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for security_group (3a3b58b9-a087-4a19-9d79-33f25cd4fada), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:00.488059 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b9ea8bfc-4a86-4c51-a3f1-599bcc1df5d1 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for security_group (3a3b58b9-a087-4a19-9d79-33f25cd4fada), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:00.555610 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b9ea8bfc-4a86-4c51-a3f1-599bcc1df5d1 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (3a3b58b9-a087-4a19-9d79-33f25cd4fada), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:00.558442 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b9ea8bfc-4a86-4c51-a3f1-599bcc1df5d1 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:00.562311 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-b9ea8bfc-4a86-4c51-a3f1-599bcc1df5d1 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] 10.222.0.59 "DELETE /v2.0/security-groups/3a3b58b9-a087-4a19-9d79-33f25cd4fada HTTP/1.1" status: 204 len: 168 time: 0.1607349 May 04 08:25:00.572844 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea8bfc-4a86-4c51-a3f1-599bcc1df5d1 tempest-TestShelveInstance-1283098189 tempest-TestShelveInstance-1283098189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3b58b9-a087-4a19-9d79-33f25cd4fada,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:00.615218 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 41986) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:01.080567 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e78b6503-dd68-40bc-b727-caeed163e619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-723922'] for router_interface (b196e4da-db69-4985-abc3-24005645564e), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:01.580827 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e78b6503-dd68-40bc-b727-caeed163e619 admin admin] Deleting port 4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:25:01.581515 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e78b6503-dd68-40bc-b727-caeed163e619 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:01.661823 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e78b6503-dd68-40bc-b727-caeed163e619 admin admin] For port 4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa,segment=NetworkSegment(e75be89d-d720-4cc9-8f50-cb6a561e1c49),segment_id=e75be89d-d720-4cc9-8f50-cb6a561e1c49)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:25:01.662194 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e78b6503-dd68-40bc-b727-caeed163e619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:01.675541 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e78b6503-dd68-40bc-b727-caeed163e619 admin admin] Calling delete_port for 4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa owned by network:router_interface {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:25:01.874824 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e78b6503-dd68-40bc-b727-caeed163e619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:01.902093 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b6503-dd68-40bc-b727-caeed163e619 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:01.918942 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e1333610-ca88-4020-b0c8-0d095a4ca5fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:02.086484 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e78b6503-dd68-40bc-b727-caeed163e619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734405'] for router_interface (b196e4da-db69-4985-abc3-24005645564e), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:02.235621 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 41998) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:02.315649 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78b6503-dd68-40bc-b727-caeed163e619 admin admin] Router b196e4da-db69-4985-abc3-24005645564e has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:25:02.405470 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-fb46218f-d4a9-4abd-9257-6af96d309e40 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Deleting port acc24815-c2f2-4fdd-8b77-a93492374afc {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:25:02.405811 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fb46218f-d4a9-4abd-9257-6af96d309e40 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (acc24815-c2f2-4fdd-8b77-a93492374afc), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:02.438436 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78b6503-dd68-40bc-b727-caeed163e619 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:25:02.443600 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-e78b6503-dd68-40bc-b727-caeed163e619 admin admin] 10.222.0.59 "PUT /v2.0/routers/b196e4da-db69-4985-abc3-24005645564e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8271675 May 04 08:25:02.446939 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 42000) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:02.455623 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9a2531-73ad-44db-963a-0ddda36c4cff None None] Sync routers for ids ['b196e4da-db69-4985-abc3-24005645564e'] in dv-cinder-840289-4-iscsi {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:25:02.471989 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9a2531-73ad-44db-963a-0ddda36c4cff None None] Routers {'b196e4da-db69-4985-abc3-24005645564e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:25:02.473150 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-fa9a2531-73ad-44db-963a-0ddda36c4cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:25:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['b196e4da-db69-4985-abc3-24005645564e'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:02.498982 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fb46218f-d4a9-4abd-9257-6af96d309e40 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (acc24815-c2f2-4fdd-8b77-a93492374afc), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:02.498982 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fb46218f-d4a9-4abd-9257-6af96d309e40 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for floatingip (acc24815-c2f2-4fdd-8b77-a93492374afc), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:02.513399 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-fb46218f-d4a9-4abd-9257-6af96d309e40 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Calling delete_port for acc24815-c2f2-4fdd-8b77-a93492374afc owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:25:02.581253 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6a3bc87b-4608-42c2-8c54-bcc342ea9e77 admin admin] Publish callbacks [] for router (b196e4da-db69-4985-abc3-24005645564e), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:02.589990 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-fa9a2531-73ad-44db-963a-0ddda36c4cff None None] Set router b196e4da-db69-4985-abc3-24005645564e gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:25:02.683595 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fb46218f-d4a9-4abd-9257-6af96d309e40 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (acc24815-c2f2-4fdd-8b77-a93492374afc), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:02.690373 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6a3bc87b-4608-42c2-8c54-bcc342ea9e77 admin admin] Publish callbacks [] for router_gateway (b196e4da-db69-4985-abc3-24005645564e), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:02.736427 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46218f-d4a9-4abd-9257-6af96d309e40 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Pushing event deleted for resources: {'Port': ['ID=acc24815-c2f2-4fdd-8b77-a93492374afc,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:02.745248 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6a3bc87b-4608-42c2-8c54-bcc342ea9e77 admin admin] Deleting port 5af1551f-9a86-4370-83a5-0838722633f6 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:25:02.745673 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6a3bc87b-4608-42c2-8c54-bcc342ea9e77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (5af1551f-9a86-4370-83a5-0838722633f6), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:02.786237 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fb46218f-d4a9-4abd-9257-6af96d309e40 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for floatingip (decaa94f-e273-423f-994f-bdbdca438bf6), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:02.786605 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.db.l3_db [None req-fb46218f-d4a9-4abd-9257-6af96d309e40 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Floating IP decaa94f-e273-423f-994f-bdbdca438bf6 disassociated (deleted). External IP: 172.27.3.44, port: 9932ce33-8f1c-417e-becc-177bda86e967. May 04 08:25:02.830416 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-6a3bc87b-4608-42c2-8c54-bcc342ea9e77 admin admin] For port 5af1551f-9a86-4370-83a5-0838722633f6, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=5af1551f-9a86-4370-83a5-0838722633f6,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:25:02.830848 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6a3bc87b-4608-42c2-8c54-bcc342ea9e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (5af1551f-9a86-4370-83a5-0838722633f6), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:02.845805 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6a3bc87b-4608-42c2-8c54-bcc342ea9e77 admin admin] Calling delete_port for 5af1551f-9a86-4370-83a5-0838722633f6 owned by network:router_gateway {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:25:02.913835 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-fa9a2531-73ad-44db-963a-0ddda36c4cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b196e4da-db69-4985-abc3-24005645564e', 'name': 'tempest-TestShelveInstance-279621704-router', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '5af1551f-9a86-4370-83a5-0838722633f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:03Z', 'updated_at': '2022-05-04T08:25:01Z', 'revision_number': 5, 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'gw_port': {'id': '5af1551f-9a86-4370-83a5-0838722633f6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:89:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196e4da-db69-4985-abc3-24005645564e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:04Z', 'updated_at': '2022-05-04T08:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:02.942373 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9a2531-73ad-44db-963a-0ddda36c4cff None None] Checking router: b196e4da-db69-4985-abc3-24005645564e for host: dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:25:02.951476 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9a2531-73ad-44db-963a-0ddda36c4cff None None] Routers {'b196e4da-db69-4985-abc3-24005645564e'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:25:02.952094 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-fa9a2531-73ad-44db-963a-0ddda36c4cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:25:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['b196e4da-db69-4985-abc3-24005645564e'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:03.026824 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb46218f-d4a9-4abd-9257-6af96d309e40 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:25:03.041333 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6a3bc87b-4608-42c2-8c54-bcc342ea9e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (5af1551f-9a86-4370-83a5-0838722633f6), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:03.046599 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-fa9a2531-73ad-44db-963a-0ddda36c4cff None None] Set router b196e4da-db69-4985-abc3-24005645564e gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:25:03.098698 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bc87b-4608-42c2-8c54-bcc342ea9e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=5af1551f-9a86-4370-83a5-0838722633f6,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:03.109731 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-fa9a2531-73ad-44db-963a-0ddda36c4cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b196e4da-db69-4985-abc3-24005645564e', 'name': 'tempest-TestShelveInstance-279621704-router', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:03Z', 'updated_at': '2022-05-04T08:25:02Z', 'revision_number': 6, 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'gw_port_host': None}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:03.153645 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6a3bc87b-4608-42c2-8c54-bcc342ea9e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-724128'] for router_gateway (b196e4da-db69-4985-abc3-24005645564e), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:03.159242 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9a2531-73ad-44db-963a-0ddda36c4cff None None] The sync data for ids ['b196e4da-db69-4985-abc3-24005645564e'] in dv-cinder-840289-4-iscsi is: [{'id': 'b196e4da-db69-4985-abc3-24005645564e', 'name': 'tempest-TestShelveInstance-279621704-router', 'tenant_id': 'b207a35c92594e5e8b968a59a8509940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:03Z', 'updated_at': '2022-05-04T08:25:02Z', 'revision_number': 6, 'project_id': 'b207a35c92594e5e8b968a59a8509940', 'gw_port_host': None}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:25:03.160658 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:03.175592 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb46218f-d4a9-4abd-9257-6af96d309e40 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:25:03.182403 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fb46218f-d4a9-4abd-9257-6af96d309e40 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:03.198305 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734b4944-b800-4fa9-a69e-51d59bd5b961 None None] Sync routers for ids ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:25:03.212535 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734b4944-b800-4fa9-a69e-51d59bd5b961 None None] Routers {'34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:25:03.213160 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-734b4944-b800-4fa9-a69e-51d59bd5b961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:25:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:03.228881 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-fb46218f-d4a9-4abd-9257-6af96d309e40 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "DELETE /v2.0/floatingips/decaa94f-e273-423f-994f-bdbdca438bf6 HTTP/1.1" status: 204 len: 168 time: 0.9901888 May 04 08:25:03.229758 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bf33db-4879-4515-b907-6331adc2b40e', 'tag': '9932ce33-8f1c-417e-becc-177bda86e967'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:25:03.232570 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644f9b81011f902d5a48520c995b4e8323da082f15dc8879127e03e175236f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010c181f-3ace-451d-8dd6-daf01120bf9d" -d '{"events": [{"name": "network-changed", "server_uuid": "20bf33db-4879-4515-b907-6331adc2b40e", "tag": "9932ce33-8f1c-417e-becc-177bda86e967"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:25:03.270722 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe445802-1256-4a4e-8da5-17d239668c7a x-openstack-request-id: req-fe445802-1256-4a4e-8da5-17d239668c7a {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:25:03.271351 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bf33db-4879-4515-b907-6331adc2b40e", "tag": "9932ce33-8f1c-417e-becc-177bda86e967", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:25:03.271351 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fe445802-1256-4a4e-8da5-17d239668c7a {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:25:03.271569 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe445802-1256-4a4e-8da5-17d239668c7a'] response: {'name': 'network-changed', 'server_uuid': '20bf33db-4879-4515-b907-6331adc2b40e', 'tag': '9932ce33-8f1c-417e-becc-177bda86e967', 'status': 'completed', 'code': 200} May 04 08:25:03.281843 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6a3bc87b-4608-42c2-8c54-bcc342ea9e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-778620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2882'] for router (b196e4da-db69-4985-abc3-24005645564e), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:03.284241 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6a3bc87b-4608-42c2-8c54-bcc342ea9e77 admin admin] Publish callbacks [] for router_controller (b196e4da-db69-4985-abc3-24005645564e), precommit_delete_associations {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:03.341442 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6a3bc87b-4608-42c2-8c54-bcc342ea9e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-778613'] for router (b196e4da-db69-4985-abc3-24005645564e), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:03.342492 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3bc87b-4608-42c2-8c54-bcc342ea9e77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b196e4da-db69-4985-abc3-24005645564e {{(pid=103564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 08:25:03.351461 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6a3bc87b-4608-42c2-8c54-bcc342ea9e77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:03.355403 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-6a3bc87b-4608-42c2-8c54-bcc342ea9e77 admin admin] 10.222.0.59 "DELETE /v2.0/routers/b196e4da-db69-4985-abc3-24005645564e HTTP/1.1" status: 204 len: 168 time: 0.9049048 May 04 08:25:03.355772 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 42010) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:03.364789 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-734b4944-b800-4fa9-a69e-51d59bd5b961 None None] Set router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:25:03.424560 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-975f5be9-4ce3-4e95-90fe-3dd986857227 admin admin] Deleting subnet 2f3664ef-e21d-4df5-a950-15cbe573119a {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:25:03.427967 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-975f5be9-4ce3-4e95-90fe-3dd986857227 admin admin] Publish callbacks [] for subnet (2f3664ef-e21d-4df5-a950-15cbe573119a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:03.506163 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-975f5be9-4ce3-4e95-90fe-3dd986857227 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29667606'] for subnet (2f3664ef-e21d-4df5-a950-15cbe573119a), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:03.514232 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b35b7f-6ecd-4d7c-a223-fd7ad498c02b req-c020d06b-825d-4bf0-9f3d-dda0adf03742 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:03.516164 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b6b35b7f-6ecd-4d7c-a223-fd7ad498c02b req-c020d06b-825d-4bf0-9f3d-dda0adf03742 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 946 time: 0.0618970 May 04 08:25:03.610210 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b6b35b7f-6ecd-4d7c-a223-fd7ad498c02b req-9536cce3-3805-4bd9-8a43-fd0240301b36 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751727 May 04 08:25:03.623950 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-734b4944-b800-4fa9-a69e-51d59bd5b961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'name': 'tempest-TestVolumeBootPattern-207200761-router', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '31469d2e-4713-498a-ac84-44d8a742942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:16:58Z', 'revision_number': 4, 'project_id': '74c56bb918414ffe937415b180eb5944', 'gw_port': {'id': '31469d2e-4713-498a-ac84-44d8a742942b', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': '8c76c49c-3b6f-4a29-8468-d30ff2504d31', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'port_id': '488beac5-593a-40e5-8057-000e3d077b9f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'mac_address': 'fa:16:3e:f6:02:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4dae11-6d49-421c-b91c-90ead592facf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:20:51Z', 'updated_at': '2022-05-04T08:20:53Z', 'revision_number': 1, 'project_id': '74c56bb918414ffe937415b180eb5944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8', 'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'mac_address': 'fa:16:3e:ce:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:57Z', 'updated_at': '2022-05-04T08:17:02Z', 'revision_number': 5, 'project_id': '74c56bb918414ffe937415b180eb5944', 'subnets': [{'id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:03.669261 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734b4944-b800-4fa9-a69e-51d59bd5b961 None None] Checking router: 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:25:03.675877 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-975f5be9-4ce3-4e95-90fe-3dd986857227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902914'] for subnet (2f3664ef-e21d-4df5-a950-15cbe573119a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:03.681841 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734b4944-b800-4fa9-a69e-51d59bd5b961 None None] Routers {'34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:25:03.682469 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-734b4944-b800-4fa9-a69e-51d59bd5b961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:25:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:03.731352 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-975f5be9-4ce3-4e95-90fe-3dd986857227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31339417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29652696'] for subnet (2f3664ef-e21d-4df5-a950-15cbe573119a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:03.760485 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f5be9-4ce3-4e95-90fe-3dd986857227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f3664ef-e21d-4df5-a950-15cbe573119a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:03.764253 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-975f5be9-4ce3-4e95-90fe-3dd986857227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:03.767558 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-975f5be9-4ce3-4e95-90fe-3dd986857227 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2f3664ef-e21d-4df5-a950-15cbe573119a HTTP/1.1" status: 204 len: 168 time: 0.4105706 May 04 08:25:03.770105 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 42016) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:03.770249 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72932335-c00a-438c-9e6e-e0b70728a3e3 None None] Network f5ff6776-cf33-4de5-a4a0-4985a4b133ac requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:25:03.802022 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-734b4944-b800-4fa9-a69e-51d59bd5b961 None None] Set router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:25:03.843943 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bb103402-ee8d-4341-85aa-5db88474f1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1812560'] for network (f5ff6776-cf33-4de5-a4a0-4985a4b133ac), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:03.896177 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-bb103402-ee8d-4341-85aa-5db88474f1af admin admin] Deleting port de3cb14e-0102-400c-aa97-1a6b02085a41 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:25:03.896519 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bb103402-ee8d-4341-85aa-5db88474f1af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (de3cb14e-0102-400c-aa97-1a6b02085a41), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:03.962336 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-bb103402-ee8d-4341-85aa-5db88474f1af admin admin] For port de3cb14e-0102-400c-aa97-1a6b02085a41, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=de3cb14e-0102-400c-aa97-1a6b02085a41,segment=NetworkSegment(e75be89d-d720-4cc9-8f50-cb6a561e1c49),segment_id=e75be89d-d720-4cc9-8f50-cb6a561e1c49)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:25:03.962639 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bb103402-ee8d-4341-85aa-5db88474f1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (de3cb14e-0102-400c-aa97-1a6b02085a41), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:03.975337 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-bb103402-ee8d-4341-85aa-5db88474f1af admin admin] Calling delete_port for de3cb14e-0102-400c-aa97-1a6b02085a41 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:25:04.016002 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b405f6-33e9-49ec-bd38-11cc70152e66 None None] DHCP port deletion for f5ff6776-cf33-4de5-a4a0-4985a4b133ac request from dv-cinder-840289-4-iscsi {{(pid=103565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 08:25:04.052301 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-734b4944-b800-4fa9-a69e-51d59bd5b961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'name': 'tempest-TestVolumeBootPattern-207200761-router', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '31469d2e-4713-498a-ac84-44d8a742942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:16:58Z', 'revision_number': 4, 'project_id': '74c56bb918414ffe937415b180eb5944', 'gw_port': {'id': '31469d2e-4713-498a-ac84-44d8a742942b', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': '8c76c49c-3b6f-4a29-8468-d30ff2504d31', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'port_id': '488beac5-593a-40e5-8057-000e3d077b9f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'mac_address': 'fa:16:3e:f6:02:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4dae11-6d49-421c-b91c-90ead592facf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:20:51Z', 'updated_at': '2022-05-04T08:20:53Z', 'revision_number': 1, 'project_id': '74c56bb918414ffe937415b180eb5944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8', 'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'mac_address': 'fa:16:3e:ce:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:57Z', 'updated_at': '2022-05-04T08:17:02Z', 'revision_number': 5, 'project_id': '74c56bb918414ffe937415b180eb5944', 'subnets': [{'id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:04.059462 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-20b405f6-33e9-49ec-bd38-11cc70152e66 None None] Deleting port de3cb14e-0102-400c-aa97-1a6b02085a41 {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:25:04.059955 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-20b405f6-33e9-49ec-bd38-11cc70152e66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (de3cb14e-0102-400c-aa97-1a6b02085a41), before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:04.076855 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bb103402-ee8d-4341-85aa-5db88474f1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (de3cb14e-0102-400c-aa97-1a6b02085a41), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:04.079982 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734b4944-b800-4fa9-a69e-51d59bd5b961 None None] The sync data for ids ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'] in dv-cinder-840289-4-iscsi is: [{'id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'name': 'tempest-TestVolumeBootPattern-207200761-router', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '31469d2e-4713-498a-ac84-44d8a742942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:16:58Z', 'revision_number': 4, 'project_id': '74c56bb918414ffe937415b180eb5944', 'gw_port': {'id': '31469d2e-4713-498a-ac84-44d8a742942b', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_floatingips': [{'id': '8c76c49c-3b6f-4a29-8468-d30ff2504d31', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'router_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'port_id': '488beac5-593a-40e5-8057-000e3d077b9f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'mac_address': 'fa:16:3e:f6:02:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4dae11-6d49-421c-b91c-90ead592facf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:20:51Z', 'updated_at': '2022-05-04T08:20:53Z', 'revision_number': 1, 'project_id': '74c56bb918414ffe937415b180eb5944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8', 'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'mac_address': 'fa:16:3e:ce:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:57Z', 'updated_at': '2022-05-04T08:17:02Z', 'revision_number': 5, 'project_id': '74c56bb918414ffe937415b180eb5944', 'subnets': [{'id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:25:04.104942 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb103402-ee8d-4341-85aa-5db88474f1af admin admin] Pushing event deleted for resources: {'Port': ['ID=de3cb14e-0102-400c-aa97-1a6b02085a41,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:04.113542 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb103402-ee8d-4341-85aa-5db88474f1af admin admin] No DVR routers for this DVR port de3cb14e-0102-400c-aa97-1a6b02085a41 on host dv-cinder-840289-4-iscsi {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:25:04.134073 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-20b405f6-33e9-49ec-bd38-11cc70152e66 None None] For port de3cb14e-0102-400c-aa97-1a6b02085a41, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=de3cb14e-0102-400c-aa97-1a6b02085a41,segment=NetworkSegment(e75be89d-d720-4cc9-8f50-cb6a561e1c49),segment_id=e75be89d-d720-4cc9-8f50-cb6a561e1c49)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:25:04.134633 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-20b405f6-33e9-49ec-bd38-11cc70152e66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (de3cb14e-0102-400c-aa97-1a6b02085a41), precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:04.152336 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-20b405f6-33e9-49ec-bd38-11cc70152e66 None None] Calling delete_port for de3cb14e-0102-400c-aa97-1a6b02085a41 owned by network:dhcp {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:25:04.197527 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bb103402-ee8d-4341-85aa-5db88474f1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903351', 'neutron.services.segments.db._delete_segments_for_network-8787185188154'] for network (f5ff6776-cf33-4de5-a4a0-4985a4b133ac), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:04.221039 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.services.segments.db [None req-bb103402-ee8d-4341-85aa-5db88474f1af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ff6776-cf33-4de5-a4a0-4985a4b133ac']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:04.232309 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.services.segments.db [None req-bb103402-ee8d-4341-85aa-5db88474f1af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75be89d-d720-4cc9-8f50-cb6a561e1c49') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:04.232835 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.services.segments.db [None req-bb103402-ee8d-4341-85aa-5db88474f1af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75be89d-d720-4cc9-8f50-cb6a561e1c49') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:04.242995 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-20b405f6-33e9-49ec-bd38-11cc70152e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443'] for port (de3cb14e-0102-400c-aa97-1a6b02085a41), after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:04.243158 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bb103402-ee8d-4341-85aa-5db88474f1af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787185188931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29667821'] for segment (e75be89d-d720-4cc9-8f50-cb6a561e1c49), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:04.271019 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bb103402-ee8d-4341-85aa-5db88474f1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (e75be89d-d720-4cc9-8f50-cb6a561e1c49), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:04.274642 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b405f6-33e9-49ec-bd38-11cc70152e66 None None] Pushing event deleted for resources: {'Port': ['ID=de3cb14e-0102-400c-aa97-1a6b02085a41,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:04.278790 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb103402-ee8d-4341-85aa-5db88474f1af admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:25:04.279537 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bb103402-ee8d-4341-85aa-5db88474f1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31339507'] for segment (e75be89d-d720-4cc9-8f50-cb6a561e1c49), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: Traceback (most recent call last): May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: timer() May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: cb(*args, **kw) May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: return func(*args, **kwargs) May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: self._notify() May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: self.callback(batched_events) May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: event.method(event) May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: return f(self, *a, **k) May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: return self._get(url).json() May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: return self.request(url, 'GET', **kwargs) May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:25:04.283402 dv-cinder-840289-4-iscsi neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:25:04.288246 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b405f6-33e9-49ec-bd38-11cc70152e66 None None] No DVR routers for this DVR port de3cb14e-0102-400c-aa97-1a6b02085a41 on host dv-cinder-840289-4-iscsi {{(pid=103565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:25:04.306023 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b405f6-33e9-49ec-bd38-11cc70152e66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:04.306023 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b405f6-33e9-49ec-bd38-11cc70152e66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:04.306023 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b405f6-33e9-49ec-bd38-11cc70152e66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:04.306023 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b405f6-33e9-49ec-bd38-11cc70152e66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:04.306023 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b405f6-33e9-49ec-bd38-11cc70152e66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:04.306023 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b405f6-33e9-49ec-bd38-11cc70152e66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:04.306023 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b405f6-33e9-49ec-bd38-11cc70152e66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:04.306023 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b405f6-33e9-49ec-bd38-11cc70152e66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:04.306023 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b405f6-33e9-49ec-bd38-11cc70152e66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:04.306023 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b405f6-33e9-49ec-bd38-11cc70152e66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:04.307317 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b405f6-33e9-49ec-bd38-11cc70152e66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:04.307317 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b405f6-33e9-49ec-bd38-11cc70152e66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:04.307317 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b405f6-33e9-49ec-bd38-11cc70152e66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:04.307317 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b405f6-33e9-49ec-bd38-11cc70152e66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:04.307734 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b405f6-33e9-49ec-bd38-11cc70152e66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:04.320151 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device de3cb14e-0102-400c-aa97-1a6b02085a41 no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:25:04.342517 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: de3cb14e-0102-400c-aa97-1a6b02085a41 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:25:04.343161 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device de3cb14e-0102-400c-aa97-1a6b02085a41 not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:25:04.343793 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:25:04.345865 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:04.352706 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bb103402-ee8d-4341-85aa-5db88474f1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-724690'] for network (f5ff6776-cf33-4de5-a4a0-4985a4b133ac), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:04.357348 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bb103402-ee8d-4341-85aa-5db88474f1af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:04.361533 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-bb103402-ee8d-4341-85aa-5db88474f1af admin admin] 10.222.0.59 "DELETE /v2.0/networks/f5ff6776-cf33-4de5-a4a0-4985a4b133ac HTTP/1.1" status: 204 len: 168 time: 0.5902898 May 04 08:25:04.364537 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 42020) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:04.368840 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: 4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:25:04.369190 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 4aa43e4e-5bdc-476c-85bc-c6269ec8b7aa not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:25:04.369622 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 5af1551f-9a86-4370-83a5-0838722633f6 no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:25:04.397399 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: 5af1551f-9a86-4370-83a5-0838722633f6 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:25:04.397899 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 5af1551f-9a86-4370-83a5-0838722633f6 not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:25:04.400734 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb103402-ee8d-4341-85aa-5db88474f1af admin admin] Pushing event deleted for resources: {'Network': ['ID=f5ff6776-cf33-4de5-a4a0-4985a4b133ac,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:04.512581 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa02b947-0985-4a74-9981-f0177e741e35 None None] New status for floating IP decaa94f-e273-423f-994f-bdbdca438bf6: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:25:04.737454 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86779fd5-2a55-4e02-842e-c270b696a1dd req-089c1dcd-e391-4c18-a6c8-670b293ecb26 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:04.739002 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-86779fd5-2a55-4e02-842e-c270b696a1dd req-089c1dcd-e391-4c18-a6c8-670b293ecb26 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 946 time: 0.0466988 May 04 08:25:04.749721 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1436bf63-43a6-4fd7-ab00-9b31e8cf98f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-723922'] for router_interface (441d9a52-7f6a-410a-80e9-48724f49d895), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:04.792564 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-86779fd5-2a55-4e02-842e-c270b696a1dd req-f8eb5753-fa79-471a-8e11-3b244aa9890c tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476112 May 04 08:25:04.991959 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1436bf63-43a6-4fd7-ab00-9b31e8cf98f2 admin admin] Deleting port 32766090-cd4b-46d5-9130-ccfd73d64df6 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:25:04.992328 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1436bf63-43a6-4fd7-ab00-9b31e8cf98f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (32766090-cd4b-46d5-9130-ccfd73d64df6), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:05.010984 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device a703adef-8c44-4eec-838e-5aad98fa4ab0 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:25:05.032052 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] No Port match for: a703adef-8c44-4eec-838e-5aad98fa4ab0 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:25:05.032803 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device a703adef-8c44-4eec-838e-5aad98fa4ab0 not bound to the agent host hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:25:05.078167 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:05.369608 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c181f-3ace-451d-8dd6-daf01120bf9d req-34eb8404-32ad-414d-a9b8-ca3bf1988c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:05.371141 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-010c181f-3ace-451d-8dd6-daf01120bf9d req-34eb8404-32ad-414d-a9b8-ca3bf1988c38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74c56bb918414ffe937415b180eb5944&device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 1130 time: 0.0487597 May 04 08:25:05.382503 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-1436bf63-43a6-4fd7-ab00-9b31e8cf98f2 admin admin] For port 32766090-cd4b-46d5-9130-ccfd73d64df6, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=32766090-cd4b-46d5-9130-ccfd73d64df6,segment=NetworkSegment(1360017c-cdb3-4a4b-8d60-a1769ae3d7ff),segment_id=1360017c-cdb3-4a4b-8d60-a1769ae3d7ff)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:25:05.382926 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1436bf63-43a6-4fd7-ab00-9b31e8cf98f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (32766090-cd4b-46d5-9130-ccfd73d64df6), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:05.395479 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1436bf63-43a6-4fd7-ab00-9b31e8cf98f2 admin admin] Calling delete_port for 32766090-cd4b-46d5-9130-ccfd73d64df6 owned by network:router_interface {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:25:05.585390 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1436bf63-43a6-4fd7-ab00-9b31e8cf98f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (32766090-cd4b-46d5-9130-ccfd73d64df6), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:05.616438 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436bf63-43a6-4fd7-ab00-9b31e8cf98f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=32766090-cd4b-46d5-9130-ccfd73d64df6,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:05.750841 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:05.793709 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1436bf63-43a6-4fd7-ab00-9b31e8cf98f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734405'] for router_interface (441d9a52-7f6a-410a-80e9-48724f49d895), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:05.909177 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35245e29-33c5-4236-88f1-8b0b15a5fba3 req-ac9dceb9-c8cf-4e38-85d4-818586eb46a2 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:05.910551 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-35245e29-33c5-4236-88f1-8b0b15a5fba3 req-ac9dceb9-c8cf-4e38-85d4-818586eb46a2 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 946 time: 0.0466099 May 04 08:25:05.963822 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-35245e29-33c5-4236-88f1-8b0b15a5fba3 req-93b15b99-4eee-44fa-8aae-806f004fe62c tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474434 May 04 08:25:06.033973 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1436bf63-43a6-4fd7-ab00-9b31e8cf98f2 admin admin] Router 441d9a52-7f6a-410a-80e9-48724f49d895 has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:25:06.146816 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1436bf63-43a6-4fd7-ab00-9b31e8cf98f2 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:25:06.152493 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-1436bf63-43a6-4fd7-ab00-9b31e8cf98f2 admin admin] 10.222.0.59 "PUT /v2.0/routers/441d9a52-7f6a-410a-80e9-48724f49d895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7868938 May 04 08:25:06.155422 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 42036) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:06.156753 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80597949-a4e1-480a-9ea5-cce299ceaf17 None None] Sync routers for ids ['441d9a52-7f6a-410a-80e9-48724f49d895'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:25:06.173454 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80597949-a4e1-480a-9ea5-cce299ceaf17 None None] Routers {'441d9a52-7f6a-410a-80e9-48724f49d895'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:25:06.174496 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-80597949-a4e1-480a-9ea5-cce299ceaf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:25:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['441d9a52-7f6a-410a-80e9-48724f49d895'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:06.306815 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-80597949-a4e1-480a-9ea5-cce299ceaf17 None None] Set router 441d9a52-7f6a-410a-80e9-48724f49d895 gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:25:06.470121 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c181f-3ace-451d-8dd6-daf01120bf9d req-b60c8fce-3dd6-44b2-a6f8-802172a55593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:06.471827 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-010c181f-3ace-451d-8dd6-daf01120bf9d req-b60c8fce-3dd6-44b2-a6f8-802172a55593 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3e15cd7-7965-45b0-9080-9151cadd7087 HTTP/1.1" status: 200 len: 912 time: 0.1340940 May 04 08:25:06.524860 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-80597949-a4e1-480a-9ea5-cce299ceaf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441d9a52-7f6a-410a-80e9-48724f49d895', 'name': 'tempest-TestShelveInstance-1563161729-router', 'tenant_id': 'cb7e420ca5b7450b9d6fb094a5760af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '8604d152-fc75-42a5-9e9b-02948550d031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:15Z', 'updated_at': '2022-05-04T08:25:05Z', 'revision_number': 5, 'project_id': 'cb7e420ca5b7450b9d6fb094a5760af2', 'gw_port': {'id': '8604d152-fc75-42a5-9e9b-02948550d031', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441d9a52-7f6a-410a-80e9-48724f49d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:15Z', 'updated_at': '2022-05-04T08:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:06.553675 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80597949-a4e1-480a-9ea5-cce299ceaf17 None None] Checking router: 441d9a52-7f6a-410a-80e9-48724f49d895 for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:25:06.561582 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80597949-a4e1-480a-9ea5-cce299ceaf17 None None] Routers {'441d9a52-7f6a-410a-80e9-48724f49d895'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:25:06.562257 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-80597949-a4e1-480a-9ea5-cce299ceaf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:25:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['441d9a52-7f6a-410a-80e9-48724f49d895'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:06.593040 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1f7dd314-9e6c-49e5-a732-d1925acb751a admin admin] Publish callbacks [] for router (441d9a52-7f6a-410a-80e9-48724f49d895), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:06.630556 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-010c181f-3ace-451d-8dd6-daf01120bf9d req-7348ca28-5085-4985-bf37-175daf64e98e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9932ce33-8f1c-417e-becc-177bda86e967 HTTP/1.1" status: 200 len: 217 time: 0.0399485 May 04 08:25:06.676845 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-80597949-a4e1-480a-9ea5-cce299ceaf17 None None] Set router 441d9a52-7f6a-410a-80e9-48724f49d895 gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:25:06.701830 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1f7dd314-9e6c-49e5-a732-d1925acb751a admin admin] Publish callbacks [] for router_gateway (441d9a52-7f6a-410a-80e9-48724f49d895), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:06.750471 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-1f7dd314-9e6c-49e5-a732-d1925acb751a admin admin] Deleting port 8604d152-fc75-42a5-9e9b-02948550d031 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:25:06.750789 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1f7dd314-9e6c-49e5-a732-d1925acb751a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (8604d152-fc75-42a5-9e9b-02948550d031), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:06.861362 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c181f-3ace-451d-8dd6-daf01120bf9d req-6fb4f724-fd10-4f55-bf78-8b926914351e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:06.863040 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-010c181f-3ace-451d-8dd6-daf01120bf9d req-6fb4f724-fd10-4f55-bf78-8b926914351e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b831c99a-7ea5-474f-8091-5f278d7d0d3f HTTP/1.1" status: 200 len: 850 time: 0.0479701 May 04 08:25:06.863572 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-1f7dd314-9e6c-49e5-a732-d1925acb751a admin admin] For port 8604d152-fc75-42a5-9e9b-02948550d031, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=8604d152-fc75-42a5-9e9b-02948550d031,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:25:06.863940 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1f7dd314-9e6c-49e5-a732-d1925acb751a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (8604d152-fc75-42a5-9e9b-02948550d031), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:06.881344 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-1f7dd314-9e6c-49e5-a732-d1925acb751a admin admin] Calling delete_port for 8604d152-fc75-42a5-9e9b-02948550d031 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:25:06.965225 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-80597949-a4e1-480a-9ea5-cce299ceaf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441d9a52-7f6a-410a-80e9-48724f49d895', 'name': 'tempest-TestShelveInstance-1563161729-router', 'tenant_id': 'cb7e420ca5b7450b9d6fb094a5760af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '8604d152-fc75-42a5-9e9b-02948550d031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:15Z', 'updated_at': '2022-05-04T08:25:05Z', 'revision_number': 5, 'project_id': 'cb7e420ca5b7450b9d6fb094a5760af2', 'gw_port': {'id': '8604d152-fc75-42a5-9e9b-02948550d031', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441d9a52-7f6a-410a-80e9-48724f49d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:15Z', 'updated_at': '2022-05-04T08:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:06.980556 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c181f-3ace-451d-8dd6-daf01120bf9d req-48dff43a-af3f-46dc-984b-571e33fd6554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:06.981133 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-010c181f-3ace-451d-8dd6-daf01120bf9d req-48dff43a-af3f-46dc-984b-571e33fd6554 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3e15cd7-7965-45b0-9080-9151cadd7087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604086 May 04 08:25:07.024680 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80597949-a4e1-480a-9ea5-cce299ceaf17 None None] The sync data for ids ['441d9a52-7f6a-410a-80e9-48724f49d895'] in dv-cinder-840289-4-iscsi is: [{'id': '441d9a52-7f6a-410a-80e9-48724f49d895', 'name': 'tempest-TestShelveInstance-1563161729-router', 'tenant_id': 'cb7e420ca5b7450b9d6fb094a5760af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '8604d152-fc75-42a5-9e9b-02948550d031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:15Z', 'updated_at': '2022-05-04T08:25:05Z', 'revision_number': 5, 'project_id': 'cb7e420ca5b7450b9d6fb094a5760af2', 'gw_port': {'id': '8604d152-fc75-42a5-9e9b-02948550d031', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441d9a52-7f6a-410a-80e9-48724f49d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:15Z', 'updated_at': '2022-05-04T08:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:25:07.044444 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4264f-b705-47b2-8ee2-3ddf4667ee2b req-264cc72f-2e90-440b-b7f0-ea2d1b76190e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:07.045633 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-09b4264f-b705-47b2-8ee2-3ddf4667ee2b req-264cc72f-2e90-440b-b7f0-ea2d1b76190e tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 946 time: 0.1237216 May 04 08:25:07.140612 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9b970-bd43-45b8-bd19-447ce6449974 req-8456b30f-9d53-4cfb-920c-34f38613096c tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:07.142199 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-aac9b970-bd43-45b8-bd19-447ce6449974 req-8456b30f-9d53-4cfb-920c-34f38613096c tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 946 time: 0.0751290 May 04 08:25:07.150245 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1f7dd314-9e6c-49e5-a732-d1925acb751a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (8604d152-fc75-42a5-9e9b-02948550d031), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:07.196383 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-010c181f-3ace-451d-8dd6-daf01120bf9d req-46b808bb-1616-4cf6-8584-4e3e55fa86b5 service neutron] 10.222.0.13 "GET /v2.0/networks/f3e15cd7-7965-45b0-9080-9151cadd7087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961138 May 04 08:25:07.197886 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7dd314-9e6c-49e5-a732-d1925acb751a admin admin] Pushing event deleted for resources: {'Port': ['ID=8604d152-fc75-42a5-9e9b-02948550d031,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:07.233587 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-09b4264f-b705-47b2-8ee2-3ddf4667ee2b req-3f7c9771-71b0-4b1a-bc6e-e5fede265395 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Deleting port 9932ce33-8f1c-417e-becc-177bda86e967 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:25:07.234070 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-09b4264f-b705-47b2-8ee2-3ddf4667ee2b req-3f7c9771-71b0-4b1a-bc6e-e5fede265395 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (9932ce33-8f1c-417e-becc-177bda86e967), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:07.282059 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-aac9b970-bd43-45b8-bd19-447ce6449974 req-a8f0cf3d-06a0-402c-ac3d-f05d2fb8c39b tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269457 May 04 08:25:07.291154 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1f7dd314-9e6c-49e5-a732-d1925acb751a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-724128'] for router_gateway (441d9a52-7f6a-410a-80e9-48724f49d895), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:07.375186 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-010c181f-3ace-451d-8dd6-daf01120bf9d req-be0366da-8590-4268-89e4-4ca97e2087ca service neutron] 10.222.0.13 "GET /v2.0/networks/f3e15cd7-7965-45b0-9080-9151cadd7087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700430 May 04 08:25:07.384915 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-09b4264f-b705-47b2-8ee2-3ddf4667ee2b req-3f7c9771-71b0-4b1a-bc6e-e5fede265395 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] For port 9932ce33-8f1c-417e-becc-177bda86e967, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=9932ce33-8f1c-417e-becc-177bda86e967,segment=NetworkSegment(ab49c26d-9f0b-4659-a39a-683771b4ac31),segment_id=ab49c26d-9f0b-4659-a39a-683771b4ac31)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:25:07.385377 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-09b4264f-b705-47b2-8ee2-3ddf4667ee2b req-3f7c9771-71b0-4b1a-bc6e-e5fede265395 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (9932ce33-8f1c-417e-becc-177bda86e967), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:07.402070 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-09b4264f-b705-47b2-8ee2-3ddf4667ee2b req-3f7c9771-71b0-4b1a-bc6e-e5fede265395 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Calling delete_port for 9932ce33-8f1c-417e-becc-177bda86e967 owned by compute:nova {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:25:07.406397 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1f7dd314-9e6c-49e5-a732-d1925acb751a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-778620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2882'] for router (441d9a52-7f6a-410a-80e9-48724f49d895), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:07.410058 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1f7dd314-9e6c-49e5-a732-d1925acb751a admin admin] Publish callbacks [] for router_controller (441d9a52-7f6a-410a-80e9-48724f49d895), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:07.502682 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1f7dd314-9e6c-49e5-a732-d1925acb751a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-778613'] for router (441d9a52-7f6a-410a-80e9-48724f49d895), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:07.504730 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7dd314-9e6c-49e5-a732-d1925acb751a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 441d9a52-7f6a-410a-80e9-48724f49d895 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 08:25:07.510743 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1f7dd314-9e6c-49e5-a732-d1925acb751a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:07.514365 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-1f7dd314-9e6c-49e5-a732-d1925acb751a admin admin] 10.222.0.59 "DELETE /v2.0/routers/441d9a52-7f6a-410a-80e9-48724f49d895 HTTP/1.1" status: 204 len: 168 time: 1.3555789 May 04 08:25:07.514636 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 42064) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:07.568962 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c18f70-7efa-4c6d-8279-c7d61fca62a2 admin admin] Deleting subnet f1fbd138-0d0f-4406-a96d-98fd1e61bbd2 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:25:07.572677 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89c18f70-7efa-4c6d-8279-c7d61fca62a2 admin admin] Publish callbacks [] for subnet (f1fbd138-0d0f-4406-a96d-98fd1e61bbd2), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:07.613424 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-09b4264f-b705-47b2-8ee2-3ddf4667ee2b req-3f7c9771-71b0-4b1a-bc6e-e5fede265395 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (9932ce33-8f1c-417e-becc-177bda86e967), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:07.620525 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89c18f70-7efa-4c6d-8279-c7d61fca62a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29667606'] for subnet (f1fbd138-0d0f-4406-a96d-98fd1e61bbd2), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:07.652780 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c9771-71b0-4b1a-bc6e-e5fede265395 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Pushing event deleted for resources: {'Port': ['ID=9932ce33-8f1c-417e-becc-177bda86e967,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:07.698692 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b4264f-b705-47b2-8ee2-3ddf4667ee2b req-3f7c9771-71b0-4b1a-bc6e-e5fede265395 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] No DVR routers for this DVR port 9932ce33-8f1c-417e-becc-177bda86e967 on host hv-cinder-84028 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:25:07.701055 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-09b4264f-b705-47b2-8ee2-3ddf4667ee2b req-3f7c9771-71b0-4b1a-bc6e-e5fede265395 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:07.704530 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-09b4264f-b705-47b2-8ee2-3ddf4667ee2b req-3f7c9771-71b0-4b1a-bc6e-e5fede265395 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.13 "DELETE /v2.0/ports/9932ce33-8f1c-417e-becc-177bda86e967 HTTP/1.1" status: 204 len: 173 time: 0.6470706 May 04 08:25:07.704985 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bf33db-4879-4515-b907-6331adc2b40e', 'name': 'network-vif-deleted', 'tag': '9932ce33-8f1c-417e-becc-177bda86e967'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:25:07.707470 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d070e7cc-3d1a-4923-8ce4-c4bb8222011b" -d '{"events": [{"server_uuid": "20bf33db-4879-4515-b907-6331adc2b40e", "name": "network-vif-deleted", "tag": "9932ce33-8f1c-417e-becc-177bda86e967"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:25:07.718162 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89c18f70-7efa-4c6d-8279-c7d61fca62a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902914'] for subnet (f1fbd138-0d0f-4406-a96d-98fd1e61bbd2), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:07.747086 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfea90f4-f988-4702-809b-02946c019344 x-openstack-request-id: req-cfea90f4-f988-4702-809b-02946c019344 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:25:07.747589 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bf33db-4879-4515-b907-6331adc2b40e", "name": "network-vif-deleted", "tag": "9932ce33-8f1c-417e-becc-177bda86e967", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:25:07.747907 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cfea90f4-f988-4702-809b-02946c019344 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:25:07.748262 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfea90f4-f988-4702-809b-02946c019344'] response: {'server_uuid': '20bf33db-4879-4515-b907-6331adc2b40e', 'name': 'network-vif-deleted', 'tag': '9932ce33-8f1c-417e-becc-177bda86e967', 'status': 'completed', 'code': 200} May 04 08:25:07.778576 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89c18f70-7efa-4c6d-8279-c7d61fca62a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31339417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29652696'] for subnet (f1fbd138-0d0f-4406-a96d-98fd1e61bbd2), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:07.808085 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c18f70-7efa-4c6d-8279-c7d61fca62a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1fbd138-0d0f-4406-a96d-98fd1e61bbd2,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:07.810090 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89c18f70-7efa-4c6d-8279-c7d61fca62a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:07.816372 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 42070) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:07.817195 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-89c18f70-7efa-4c6d-8279-c7d61fca62a2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f1fbd138-0d0f-4406-a96d-98fd1e61bbd2 HTTP/1.1" status: 204 len: 168 time: 0.3013465 May 04 08:25:07.821545 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923889ae-b370-4016-825e-5d4db42c3056 None None] Network 688c3bdd-c0cc-4ca8-833e-fccafe30bd71 requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:25:07.892424 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5ddf9852-37b0-4406-8a9f-4b6f4cb24381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1812560'] for network (688c3bdd-c0cc-4ca8-833e-fccafe30bd71), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:07.946806 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5ddf9852-37b0-4406-8a9f-4b6f4cb24381 admin admin] Deleting port f63628b9-92ae-467e-b0a0-15998984f5de {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:25:07.947178 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5ddf9852-37b0-4406-8a9f-4b6f4cb24381 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (f63628b9-92ae-467e-b0a0-15998984f5de), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:08.012093 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5ddf9852-37b0-4406-8a9f-4b6f4cb24381 admin admin] For port f63628b9-92ae-467e-b0a0-15998984f5de, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=f63628b9-92ae-467e-b0a0-15998984f5de,segment=NetworkSegment(1360017c-cdb3-4a4b-8d60-a1769ae3d7ff),segment_id=1360017c-cdb3-4a4b-8d60-a1769ae3d7ff)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:25:08.012258 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5ddf9852-37b0-4406-8a9f-4b6f4cb24381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (f63628b9-92ae-467e-b0a0-15998984f5de), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:08.026238 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5ddf9852-37b0-4406-8a9f-4b6f4cb24381 admin admin] Calling delete_port for f63628b9-92ae-467e-b0a0-15998984f5de owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:25:08.122991 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5ddf9852-37b0-4406-8a9f-4b6f4cb24381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (f63628b9-92ae-467e-b0a0-15998984f5de), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:08.149423 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf9852-37b0-4406-8a9f-4b6f4cb24381 admin admin] Pushing event deleted for resources: {'Port': ['ID=f63628b9-92ae-467e-b0a0-15998984f5de,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:08.152905 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddf9852-37b0-4406-8a9f-4b6f4cb24381 admin admin] No DVR routers for this DVR port f63628b9-92ae-467e-b0a0-15998984f5de on host dv-cinder-840289-4-iscsi {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:25:08.226800 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5ddf9852-37b0-4406-8a9f-4b6f4cb24381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903351', 'neutron.services.segments.db._delete_segments_for_network-8787185188154'] for network (688c3bdd-c0cc-4ca8-833e-fccafe30bd71), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:08.247617 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-5ddf9852-37b0-4406-8a9f-4b6f4cb24381 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['688c3bdd-c0cc-4ca8-833e-fccafe30bd71']}} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:08.259907 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-5ddf9852-37b0-4406-8a9f-4b6f4cb24381 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1360017c-cdb3-4a4b-8d60-a1769ae3d7ff') {'for_net_delete': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:08.260147 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-5ddf9852-37b0-4406-8a9f-4b6f4cb24381 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1360017c-cdb3-4a4b-8d60-a1769ae3d7ff') {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:08.271500 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5ddf9852-37b0-4406-8a9f-4b6f4cb24381 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787185188931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30599235'] for segment (1360017c-cdb3-4a4b-8d60-a1769ae3d7ff), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:08.280316 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33616a6-4497-4e7c-aac8-ac99fc957645 None None] DHCP port deletion for 688c3bdd-c0cc-4ca8-833e-fccafe30bd71 request from dv-cinder-840289-4-iscsi {{(pid=103565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 08:25:08.293191 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5ddf9852-37b0-4406-8a9f-4b6f4cb24381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (1360017c-cdb3-4a4b-8d60-a1769ae3d7ff), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:08.303858 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ddf9852-37b0-4406-8a9f-4b6f4cb24381 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=103564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:25:08.304617 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5ddf9852-37b0-4406-8a9f-4b6f4cb24381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30599743'] for segment (1360017c-cdb3-4a4b-8d60-a1769ae3d7ff), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: Traceback (most recent call last): May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: timer() May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: cb(*args, **kw) May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: return func(*args, **kwargs) May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: self._notify() May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: self.callback(batched_events) May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: event.method(event) May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: return f(self, *a, **k) May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: return self._get(url).json() May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: return self.request(url, 'GET', **kwargs) May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:25:08.321779 dv-cinder-840289-4-iscsi neutron-server[103564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:25:08.356742 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 8604d152-fc75-42a5-9e9b-02948550d031 no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:25:08.378255 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: 8604d152-fc75-42a5-9e9b-02948550d031 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:25:08.378758 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 8604d152-fc75-42a5-9e9b-02948550d031 not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:25:08.379459 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 32766090-cd4b-46d5-9130-ccfd73d64df6 no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:25:08.389385 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5ddf9852-37b0-4406-8a9f-4b6f4cb24381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-724690'] for network (688c3bdd-c0cc-4ca8-833e-fccafe30bd71), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:08.402382 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: 32766090-cd4b-46d5-9130-ccfd73d64df6 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:25:08.403072 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 32766090-cd4b-46d5-9130-ccfd73d64df6 not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:25:08.403681 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device f63628b9-92ae-467e-b0a0-15998984f5de no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:25:08.413385 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf9852-37b0-4406-8a9f-4b6f4cb24381 admin admin] Pushing event deleted for resources: {'Network': ['ID=688c3bdd-c0cc-4ca8-833e-fccafe30bd71,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:08.431051 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: f63628b9-92ae-467e-b0a0-15998984f5de {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:25:08.431733 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device f63628b9-92ae-467e-b0a0-15998984f5de not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:25:08.435592 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5ddf9852-37b0-4406-8a9f-4b6f4cb24381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:08.441578 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-5ddf9852-37b0-4406-8a9f-4b6f4cb24381 admin admin] 10.222.0.59 "DELETE /v2.0/networks/688c3bdd-c0cc-4ca8-833e-fccafe30bd71 HTTP/1.1" status: 204 len: 168 time: 0.6239128 May 04 08:25:08.449853 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-5be2c806-4741-4478-8c42-3981feb61a38 req-d78f50d2-e870-4f8c-93b5-04d9dcf69a10 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=20bf33db-4879-4515-b907-6331adc2b40e HTTP/1.1" status: 200 len: 210 time: 0.0404906 May 04 08:25:08.577701 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 42082) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:08.590422 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 42084) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:08.624855 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-bda2dd93-587a-45ad-803a-89ac81312063 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b207a35c92594e5e8b968a59a8509940&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457730 May 04 08:25:08.627358 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 42088) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:08.690042 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f12587d0-a8e6-46a5-b1e4-fbd5bc9fbd56 admin admin] Publish callbacks [] for security_group (2429de5f-80fe-49f5-9bed-3684c8d8be32), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:08.717253 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f12587d0-a8e6-46a5-b1e4-fbd5bc9fbd56 admin admin] Publish callbacks [] for security_group (2429de5f-80fe-49f5-9bed-3684c8d8be32), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:08.768331 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f12587d0-a8e6-46a5-b1e4-fbd5bc9fbd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (2429de5f-80fe-49f5-9bed-3684c8d8be32), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:08.771396 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f12587d0-a8e6-46a5-b1e4-fbd5bc9fbd56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:08.775107 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-f12587d0-a8e6-46a5-b1e4-fbd5bc9fbd56 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2429de5f-80fe-49f5-9bed-3684c8d8be32 HTTP/1.1" status: 204 len: 168 time: 0.1444294 May 04 08:25:08.776526 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a3fa5a75-0022-42c4-9078-f84f46cc0c62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:08.788842 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12587d0-a8e6-46a5-b1e4-fbd5bc9fbd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2429de5f-80fe-49f5-9bed-3684c8d8be32,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:08.876037 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a3fa5a75-0022-42c4-9078-f84f46cc0c62 admin admin] Publish callbacks [] for security_group (668e7cc6-ba5f-4f2b-b3ef-7d05515584cb), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:08.881239 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a3fa5a75-0022-42c4-9078-f84f46cc0c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (668e7cc6-ba5f-4f2b-b3ef-7d05515584cb), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:08.923057 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-a3fa5a75-0022-42c4-9078-f84f46cc0c62 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=655f00057d404b929902c24c43f37cb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3311901 May 04 08:25:08.924566 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa5a75-0022-42c4-9078-f84f46cc0c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668e7cc6-ba5f-4f2b-b3ef-7d05515584cb,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:08.926430 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 42102) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:08.989646 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8efefc45-7b27-4863-ad91-0557eb2bc788 admin admin] Publish callbacks [] for security_group (668e7cc6-ba5f-4f2b-b3ef-7d05515584cb), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:09.012243 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8efefc45-7b27-4863-ad91-0557eb2bc788 admin admin] Publish callbacks [] for security_group (668e7cc6-ba5f-4f2b-b3ef-7d05515584cb), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:09.054272 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 42104) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:09.062788 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8efefc45-7b27-4863-ad91-0557eb2bc788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (668e7cc6-ba5f-4f2b-b3ef-7d05515584cb), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:09.065459 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8efefc45-7b27-4863-ad91-0557eb2bc788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:09.069223 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-8efefc45-7b27-4863-ad91-0557eb2bc788 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/668e7cc6-ba5f-4f2b-b3ef-7d05515584cb HTTP/1.1" status: 204 len: 168 time: 0.1391478 May 04 08:25:09.074770 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efefc45-7b27-4863-ad91-0557eb2bc788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668e7cc6-ba5f-4f2b-b3ef-7d05515584cb,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:09.104169 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-343b248d-2fe8-4c9c-92a5-cd833c23ed88 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cb7e420ca5b7450b9d6fb094a5760af2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0486107 May 04 08:25:09.106963 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 42108) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:09.157894 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e156bbca-ad15-424f-97c0-a67e229be414 admin admin] Publish callbacks [] for security_group (c8a9f79d-fa85-4fc6-be9f-f26e7dacd99a), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:09.179443 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e156bbca-ad15-424f-97c0-a67e229be414 admin admin] Publish callbacks [] for security_group (c8a9f79d-fa85-4fc6-be9f-f26e7dacd99a), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:09.229525 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e156bbca-ad15-424f-97c0-a67e229be414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (c8a9f79d-fa85-4fc6-be9f-f26e7dacd99a), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:09.232408 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e156bbca-ad15-424f-97c0-a67e229be414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:09.233603 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-e156bbca-ad15-424f-97c0-a67e229be414 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c8a9f79d-fa85-4fc6-be9f-f26e7dacd99a HTTP/1.1" status: 204 len: 168 time: 0.1252174 May 04 08:25:09.241885 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156bbca-ad15-424f-97c0-a67e229be414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a9f79d-fa85-4fc6-be9f-f26e7dacd99a,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:10.069658 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 9932ce33-8f1c-417e-becc-177bda86e967 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:25:10.092012 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] No Port match for: 9932ce33-8f1c-417e-becc-177bda86e967 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:25:10.092299 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 9932ce33-8f1c-417e-becc-177bda86e967 not bound to the agent host hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:25:11.202496 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 6 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:25:11.779190 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 42172) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:11.929621 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-dd7dc8ad-baa3-4496-a403-0a636c9f09e4 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Deleting port b6eae1ed-f9ff-4845-9b9c-ea61d864a5a3 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:25:11.930028 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dd7dc8ad-baa3-4496-a403-0a636c9f09e4 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (b6eae1ed-f9ff-4845-9b9c-ea61d864a5a3), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:12.016615 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dd7dc8ad-baa3-4496-a403-0a636c9f09e4 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (b6eae1ed-f9ff-4845-9b9c-ea61d864a5a3), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:12.016820 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dd7dc8ad-baa3-4496-a403-0a636c9f09e4 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for floatingip (b6eae1ed-f9ff-4845-9b9c-ea61d864a5a3), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:12.030237 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-dd7dc8ad-baa3-4496-a403-0a636c9f09e4 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Calling delete_port for b6eae1ed-f9ff-4845-9b9c-ea61d864a5a3 owned by network:floatingip {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:25:12.206758 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dd7dc8ad-baa3-4496-a403-0a636c9f09e4 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (b6eae1ed-f9ff-4845-9b9c-ea61d864a5a3), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:12.231910 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7dc8ad-baa3-4496-a403-0a636c9f09e4 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Pushing event deleted for resources: {'Port': ['ID=b6eae1ed-f9ff-4845-9b9c-ea61d864a5a3,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:12.300699 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dd7dc8ad-baa3-4496-a403-0a636c9f09e4 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for floatingip (8c76c49c-3b6f-4a29-8468-d30ff2504d31), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:12.300945 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.db.l3_db [None req-dd7dc8ad-baa3-4496-a403-0a636c9f09e4 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Floating IP 8c76c49c-3b6f-4a29-8468-d30ff2504d31 disassociated (deleted). External IP: 172.27.3.62, port: 488beac5-593a-40e5-8057-000e3d077b9f. May 04 08:25:12.516763 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7dc8ad-baa3-4496-a403-0a636c9f09e4 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:25:12.628173 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7dc8ad-baa3-4496-a403-0a636c9f09e4 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:25:12.632811 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dd7dc8ad-baa3-4496-a403-0a636c9f09e4 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:12.638725 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3a0802-4f4b-49a1-9136-20561a8ac8cd None None] Sync routers for ids ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'] in dv-cinder-840289-4-iscsi {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:25:12.649895 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3a0802-4f4b-49a1-9136-20561a8ac8cd None None] Routers {'34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:25:12.650853 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-0f3a0802-4f4b-49a1-9136-20561a8ac8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:25:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:12.667180 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-dd7dc8ad-baa3-4496-a403-0a636c9f09e4 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "DELETE /v2.0/floatingips/8c76c49c-3b6f-4a29-8468-d30ff2504d31 HTTP/1.1" status: 204 len: 168 time: 0.8844483 May 04 08:25:12.667180 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4dae11-6d49-421c-b91c-90ead592facf', 'tag': '488beac5-593a-40e5-8057-000e3d077b9f'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:25:12.668173 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0a5461-504e-4bc5-bbc3-8c9e3ee8b77a" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4dae11-6d49-421c-b91c-90ead592facf", "tag": "488beac5-593a-40e5-8057-000e3d077b9f"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:25:12.708929 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df8445b-105b-473b-8c70-48c9e40d9135 x-openstack-request-id: req-4df8445b-105b-473b-8c70-48c9e40d9135 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:25:12.709343 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4dae11-6d49-421c-b91c-90ead592facf", "tag": "488beac5-593a-40e5-8057-000e3d077b9f", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:25:12.709651 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4df8445b-105b-473b-8c70-48c9e40d9135 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:25:12.710206 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4df8445b-105b-473b-8c70-48c9e40d9135'] response: {'name': 'network-changed', 'server_uuid': 'eb4dae11-6d49-421c-b91c-90ead592facf', 'tag': '488beac5-593a-40e5-8057-000e3d077b9f', 'status': 'completed', 'code': 200} May 04 08:25:12.764028 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-0f3a0802-4f4b-49a1-9136-20561a8ac8cd None None] Set router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:25:12.893287 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad7043-43d6-478c-8f36-a48fa4c834ea req-b2697eef-26a1-41c2-8009-12c9307efa55 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:12.894760 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-91ad7043-43d6-478c-8f36-a48fa4c834ea req-b2697eef-26a1-41c2-8009-12c9307efa55 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 946 time: 0.0486846 May 04 08:25:12.946393 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-91ad7043-43d6-478c-8f36-a48fa4c834ea req-870e181b-73a3-4005-abf3-21dc7550b653 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458436 May 04 08:25:12.959245 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-0f3a0802-4f4b-49a1-9136-20561a8ac8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'name': 'tempest-TestVolumeBootPattern-207200761-router', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '31469d2e-4713-498a-ac84-44d8a742942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:16:58Z', 'revision_number': 4, 'project_id': '74c56bb918414ffe937415b180eb5944', 'gw_port': {'id': '31469d2e-4713-498a-ac84-44d8a742942b', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8', 'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'mac_address': 'fa:16:3e:ce:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:57Z', 'updated_at': '2022-05-04T08:17:02Z', 'revision_number': 5, 'project_id': '74c56bb918414ffe937415b180eb5944', 'subnets': [{'id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:12.988629 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3a0802-4f4b-49a1-9136-20561a8ac8cd None None] Checking router: 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf for host: dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:25:12.997022 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3a0802-4f4b-49a1-9136-20561a8ac8cd None None] Routers {'34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:25:12.997627 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-0f3a0802-4f4b-49a1-9136-20561a8ac8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:25:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:13.110358 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-0f3a0802-4f4b-49a1-9136-20561a8ac8cd None None] Set router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:25:13.306285 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-0f3a0802-4f4b-49a1-9136-20561a8ac8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'name': 'tempest-TestVolumeBootPattern-207200761-router', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '31469d2e-4713-498a-ac84-44d8a742942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:16:58Z', 'revision_number': 4, 'project_id': '74c56bb918414ffe937415b180eb5944', 'gw_port': {'id': '31469d2e-4713-498a-ac84-44d8a742942b', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8', 'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'mac_address': 'fa:16:3e:ce:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:57Z', 'updated_at': '2022-05-04T08:17:02Z', 'revision_number': 5, 'project_id': '74c56bb918414ffe937415b180eb5944', 'subnets': [{'id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:13.332649 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3a0802-4f4b-49a1-9136-20561a8ac8cd None None] The sync data for ids ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'] in dv-cinder-840289-4-iscsi is: [{'id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'name': 'tempest-TestVolumeBootPattern-207200761-router', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '31469d2e-4713-498a-ac84-44d8a742942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:16:58Z', 'revision_number': 4, 'project_id': '74c56bb918414ffe937415b180eb5944', 'gw_port': {'id': '31469d2e-4713-498a-ac84-44d8a742942b', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi', '_interfaces': [{'id': '1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8', 'name': '', 'network_id': 'f3e15cd7-7965-45b0-9080-9151cadd7087', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'mac_address': 'fa:16:3e:ce:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:57Z', 'updated_at': '2022-05-04T08:17:02Z', 'revision_number': 5, 'project_id': '74c56bb918414ffe937415b180eb5944', 'subnets': [{'id': 'b831c99a-7ea5-474f-8091-5f278d7d0d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:25:13.570189 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e91528-cf12-4482-9335-de69a4cdab2a None None] New status for floating IP 8c76c49c-3b6f-4a29-8468-d30ff2504d31: DOWN {{(pid=103566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:25:14.069739 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde2a7d-8afa-4c98-83d8-83d3cebc28e2 req-6d0939a2-152b-4dd1-a88c-7069ef0d761d tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:14.071220 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1bde2a7d-8afa-4c98-83d8-83d3cebc28e2 req-6d0939a2-152b-4dd1-a88c-7069ef0d761d tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 946 time: 0.0529046 May 04 08:25:14.121215 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-1bde2a7d-8afa-4c98-83d8-83d3cebc28e2 req-ba94cc86-533b-43ce-82d0-e7ebfe12675c tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442715 May 04 08:25:14.377860 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a5461-504e-4bc5-bbc3-8c9e3ee8b77a req-648c637b-eb81-4da8-91fe-b18ffb2954c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:14.379401 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fe0a5461-504e-4bc5-bbc3-8c9e3ee8b77a req-648c637b-eb81-4da8-91fe-b18ffb2954c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74c56bb918414ffe937415b180eb5944&device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 1130 time: 0.0542829 May 04 08:25:15.248177 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef80e18-b234-44a4-9c6c-40d01964e6eb req-b576d5ee-bf5c-4a27-8075-ef4b8a4567a2 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:15.249697 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0ef80e18-b234-44a4-9c6c-40d01964e6eb req-b576d5ee-bf5c-4a27-8075-ef4b8a4567a2 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 946 time: 0.0535407 May 04 08:25:15.303508 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0ef80e18-b234-44a4-9c6c-40d01964e6eb req-25b7b638-e267-4444-8b46-fbf5d287f39d tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454824 May 04 08:25:16.436920 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5a4ec-3697-4c0c-ab46-68dc6d127324 req-5bff4903-3a0e-4d35-884a-6ef17ac89902 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:16.438440 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c5f5a4ec-3697-4c0c-ab46-68dc6d127324 req-5bff4903-3a0e-4d35-884a-6ef17ac89902 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 946 time: 0.0576634 May 04 08:25:16.491112 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-c5f5a4ec-3697-4c0c-ab46-68dc6d127324 req-5a650770-518d-4200-b4d3-e0703bfcaacd tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455506 May 04 08:25:17.624337 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358bd09-434e-4323-a867-188d3b3bd5d5 req-6244f2e9-22de-4f9b-821c-a243c91eadf6 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:17.625831 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3358bd09-434e-4323-a867-188d3b3bd5d5 req-6244f2e9-22de-4f9b-821c-a243c91eadf6 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 946 time: 0.0528371 May 04 08:25:17.685706 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-3358bd09-434e-4323-a867-188d3b3bd5d5 req-6ff69395-a210-4973-ab6a-d22ab4dbbf6f tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518284 May 04 08:25:17.784527 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a5461-504e-4bc5-bbc3-8c9e3ee8b77a req-32d74198-adad-4da9-ac2f-98673839f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:17.785994 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fe0a5461-504e-4bc5-bbc3-8c9e3ee8b77a req-32d74198-adad-4da9-ac2f-98673839f8b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3e15cd7-7965-45b0-9080-9151cadd7087 HTTP/1.1" status: 200 len: 912 time: 0.0870800 May 04 08:25:18.075106 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fe0a5461-504e-4bc5-bbc3-8c9e3ee8b77a req-b9c67c68-5118-467e-9da5-dcdcc20873e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=488beac5-593a-40e5-8057-000e3d077b9f HTTP/1.1" status: 200 len: 217 time: 0.0445220 May 04 08:25:18.386580 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a5461-504e-4bc5-bbc3-8c9e3ee8b77a req-5802afb1-7197-4884-bdd6-bd0e0b30e67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:18.389114 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fe0a5461-504e-4bc5-bbc3-8c9e3ee8b77a req-5802afb1-7197-4884-bdd6-bd0e0b30e67e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b831c99a-7ea5-474f-8091-5f278d7d0d3f HTTP/1.1" status: 200 len: 850 time: 0.3083055 May 04 08:25:18.539209 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a5461-504e-4bc5-bbc3-8c9e3ee8b77a req-8c02a988-817c-453e-a8fe-917087ad4562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:18.540674 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fe0a5461-504e-4bc5-bbc3-8c9e3ee8b77a req-8c02a988-817c-453e-a8fe-917087ad4562 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3e15cd7-7965-45b0-9080-9151cadd7087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512509 May 04 08:25:18.663782 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fe0a5461-504e-4bc5-bbc3-8c9e3ee8b77a req-fe661ada-b52c-41e1-a53c-f23f9a5e3e91 service neutron] 10.222.0.13 "GET /v2.0/networks/f3e15cd7-7965-45b0-9080-9151cadd7087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148334 May 04 08:25:18.670158 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167042a-cc76-445a-bde0-c3da8a342f90 req-add7d3a5-8fda-4904-bcf9-dc826812b832 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:18.671592 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b167042a-cc76-445a-bde0-c3da8a342f90 req-add7d3a5-8fda-4904-bcf9-dc826812b832 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 946 time: 0.0583584 May 04 08:25:18.816352 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6be31-c5fa-4977-8408-aed7ca69918f req-8c362bdc-d66e-47c9-a183-db60859fbae6 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:18.827129 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0bf6be31-c5fa-4977-8408-aed7ca69918f req-8c362bdc-d66e-47c9-a183-db60859fbae6 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 946 time: 0.0585482 May 04 08:25:18.837069 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-b167042a-cc76-445a-bde0-c3da8a342f90 req-4a96f8a8-e631-40d8-a71c-208422008b35 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Deleting port 488beac5-593a-40e5-8057-000e3d077b9f {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:25:18.837666 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-b167042a-cc76-445a-bde0-c3da8a342f90 req-4a96f8a8-e631-40d8-a71c-208422008b35 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (488beac5-593a-40e5-8057-000e3d077b9f), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:18.841593 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fe0a5461-504e-4bc5-bbc3-8c9e3ee8b77a req-4f4cab61-9ffb-4d63-8aeb-276481229a66 service neutron] 10.222.0.13 "GET /v2.0/networks/f3e15cd7-7965-45b0-9080-9151cadd7087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691523 May 04 08:25:18.869531 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-0bf6be31-c5fa-4977-8408-aed7ca69918f req-a75c0f0b-e6da-474c-aa4d-b66c97fbc1b7 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447652 May 04 08:25:18.937884 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-b167042a-cc76-445a-bde0-c3da8a342f90 req-4a96f8a8-e631-40d8-a71c-208422008b35 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] For port 488beac5-593a-40e5-8057-000e3d077b9f, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=488beac5-593a-40e5-8057-000e3d077b9f,segment=NetworkSegment(ab49c26d-9f0b-4659-a39a-683771b4ac31),segment_id=ab49c26d-9f0b-4659-a39a-683771b4ac31)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:25:18.938249 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-b167042a-cc76-445a-bde0-c3da8a342f90 req-4a96f8a8-e631-40d8-a71c-208422008b35 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (488beac5-593a-40e5-8057-000e3d077b9f), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:18.951447 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-b167042a-cc76-445a-bde0-c3da8a342f90 req-4a96f8a8-e631-40d8-a71c-208422008b35 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Calling delete_port for 488beac5-593a-40e5-8057-000e3d077b9f owned by compute:nova {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:25:19.099220 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-b167042a-cc76-445a-bde0-c3da8a342f90 req-4a96f8a8-e631-40d8-a71c-208422008b35 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (488beac5-593a-40e5-8057-000e3d077b9f), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:19.133862 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96f8a8-e631-40d8-a71c-208422008b35 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Pushing event deleted for resources: {'Port': ['ID=488beac5-593a-40e5-8057-000e3d077b9f,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:19.178568 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-b167042a-cc76-445a-bde0-c3da8a342f90 req-4a96f8a8-e631-40d8-a71c-208422008b35 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] No DVR routers for this DVR port 488beac5-593a-40e5-8057-000e3d077b9f on host hv-cinder-84028 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:25:19.180972 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-b167042a-cc76-445a-bde0-c3da8a342f90 req-4a96f8a8-e631-40d8-a71c-208422008b35 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for port (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:19.184259 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b167042a-cc76-445a-bde0-c3da8a342f90 req-4a96f8a8-e631-40d8-a71c-208422008b35 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.13 "DELETE /v2.0/ports/488beac5-593a-40e5-8057-000e3d077b9f HTTP/1.1" status: 204 len: 173 time: 0.5040989 May 04 08:25:19.184696 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4dae11-6d49-421c-b91c-90ead592facf', 'name': 'network-vif-deleted', 'tag': '488beac5-593a-40e5-8057-000e3d077b9f'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:25:19.187005 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd95f251ef3f62c4b0bf01c1f474f48b43c83ea519f8bf5bbbbc4577930544db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441b5e04-e33f-4392-a649-213ad4934fa0" -d '{"events": [{"server_uuid": "eb4dae11-6d49-421c-b91c-90ead592facf", "name": "network-vif-deleted", "tag": "488beac5-593a-40e5-8057-000e3d077b9f"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:25:19.223003 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a3deea-a757-4807-9979-5d2ad56ff0b8 x-openstack-request-id: req-c0a3deea-a757-4807-9979-5d2ad56ff0b8 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:25:19.223383 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4dae11-6d49-421c-b91c-90ead592facf", "name": "network-vif-deleted", "tag": "488beac5-593a-40e5-8057-000e3d077b9f", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:25:19.223639 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c0a3deea-a757-4807-9979-5d2ad56ff0b8 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:25:19.224075 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0a3deea-a757-4807-9979-5d2ad56ff0b8'] response: {'server_uuid': 'eb4dae11-6d49-421c-b91c-90ead592facf', 'name': 'network-vif-deleted', 'tag': '488beac5-593a-40e5-8057-000e3d077b9f', 'status': 'completed', 'code': 200} May 04 08:25:19.864120 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 42256) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:19.909735 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6a00c7-0b98-4fbf-be1a-e99bc9b2c1fa admin admin] Deleting subnet 3943461f-a1b3-4806-b8da-de8f838ae8fb {{(pid=103564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:25:19.914220 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cf6a00c7-0b98-4fbf-be1a-e99bc9b2c1fa admin admin] Publish callbacks [] for subnet (3943461f-a1b3-4806-b8da-de8f838ae8fb), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:19.959079 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cf6a00c7-0b98-4fbf-be1a-e99bc9b2c1fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30599352'] for subnet (3943461f-a1b3-4806-b8da-de8f838ae8fb), precommit_delete_associations {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:19.976663 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-22d1f50d-f3d5-48a0-acbd-e7f4fea4fcdd req-d972d4b6-9278-40e8-af46-8b1d8ad45f19 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 210 time: 0.0279329 May 04 08:25:20.000478 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cf6a00c7-0b98-4fbf-be1a-e99bc9b2c1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902914'] for subnet (3943461f-a1b3-4806-b8da-de8f838ae8fb), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:20.055491 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cf6a00c7-0b98-4fbf-be1a-e99bc9b2c1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30599765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30760197'] for subnet (3943461f-a1b3-4806-b8da-de8f838ae8fb), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:20.081521 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a00c7-0b98-4fbf-be1a-e99bc9b2c1fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3943461f-a1b3-4806-b8da-de8f838ae8fb,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:20.085245 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cf6a00c7-0b98-4fbf-be1a-e99bc9b2c1fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:20.088411 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-cf6a00c7-0b98-4fbf-be1a-e99bc9b2c1fa admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3943461f-a1b3-4806-b8da-de8f838ae8fb HTTP/1.1" status: 204 len: 168 time: 0.2232475 May 04 08:25:20.090988 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 42262) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:20.161068 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-56972c9a-58d4-441f-bd28-f7f60910aefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1812560'] for network (0f94d61a-c2d6-4906-a986-e0e0c02688b9), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:20.237883 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-56972c9a-58d4-441f-bd28-f7f60910aefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903351', 'neutron.services.segments.db._delete_segments_for_network-8787185188154'] for network (0f94d61a-c2d6-4906-a986-e0e0c02688b9), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:20.257692 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-56972c9a-58d4-441f-bd28-f7f60910aefe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f94d61a-c2d6-4906-a986-e0e0c02688b9']}} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:20.266916 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-56972c9a-58d4-441f-bd28-f7f60910aefe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d5a177d-917c-4ea9-9082-a57667bdc641') {'for_net_delete': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:20.267254 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-56972c9a-58d4-441f-bd28-f7f60910aefe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d5a177d-917c-4ea9-9082-a57667bdc641') {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:20.280794 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-56972c9a-58d4-441f-bd28-f7f60910aefe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787185188931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30599235'] for segment (3d5a177d-917c-4ea9-9082-a57667bdc641), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:20.294265 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-56972c9a-58d4-441f-bd28-f7f60910aefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (3d5a177d-917c-4ea9-9082-a57667bdc641), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:20.300850 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56972c9a-58d4-441f-bd28-f7f60910aefe admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=103564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:25:20.301217 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-56972c9a-58d4-441f-bd28-f7f60910aefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30599743'] for segment (3d5a177d-917c-4ea9-9082-a57667bdc641), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: Traceback (most recent call last): May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: timer() May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: cb(*args, **kw) May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: return func(*args, **kwargs) May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: self._notify() May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: self.callback(batched_events) May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: event.method(event) May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: return f(self, *a, **k) May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: return self._get(url).json() May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: return self.request(url, 'GET', **kwargs) May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:25:20.302923 dv-cinder-840289-4-iscsi neutron-server[103564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:25:20.360744 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-56972c9a-58d4-441f-bd28-f7f60910aefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-724690'] for network (0f94d61a-c2d6-4906-a986-e0e0c02688b9), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:20.366272 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-56972c9a-58d4-441f-bd28-f7f60910aefe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:20.369392 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-56972c9a-58d4-441f-bd28-f7f60910aefe admin admin] 10.222.0.59 "DELETE /v2.0/networks/0f94d61a-c2d6-4906-a986-e0e0c02688b9 HTTP/1.1" status: 204 len: 168 time: 0.2774935 May 04 08:25:20.379767 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56972c9a-58d4-441f-bd28-f7f60910aefe admin admin] Pushing event deleted for resources: {'Network': ['ID=0f94d61a-c2d6-4906-a986-e0e0c02688b9,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:20.544342 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 42266) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:20.586169 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-88880e24-78c0-426d-925f-045afc268d5a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d0ad5d350a8241adbce3fa8f9c77632c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406835 May 04 08:25:20.589312 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 42268) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:20.640159 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-677476f8-e3be-4078-a846-cffa0333c055 admin admin] Publish callbacks [] for security_group (fe2aca2e-09fb-47e2-9c96-da7991aad146), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:20.666813 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-677476f8-e3be-4078-a846-cffa0333c055 admin admin] Publish callbacks [] for security_group (fe2aca2e-09fb-47e2-9c96-da7991aad146), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:20.716531 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-677476f8-e3be-4078-a846-cffa0333c055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (fe2aca2e-09fb-47e2-9c96-da7991aad146), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:20.719152 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-677476f8-e3be-4078-a846-cffa0333c055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:20.720373 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-677476f8-e3be-4078-a846-cffa0333c055 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fe2aca2e-09fb-47e2-9c96-da7991aad146 HTTP/1.1" status: 204 len: 168 time: 0.1301427 May 04 08:25:20.728175 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677476f8-e3be-4078-a846-cffa0333c055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2aca2e-09fb-47e2-9c96-da7991aad146,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:21.095599 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-12e67807-a685-4121-b060-e8ab9cffbbe3 req-1b39cecd-c322-4f3c-b6a8-a002ba85e0a3 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 210 time: 0.0418348 May 04 08:25:22.204586 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [req-b132457a-44fb-408c-ae4a-126361336bf4 req-ac8c62ee-0373-41ed-81d4-a1502e0f1c4f tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb4dae11-6d49-421c-b91c-90ead592facf HTTP/1.1" status: 200 len: 210 time: 0.0283849 May 04 08:25:23.022407 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 488beac5-593a-40e5-8057-000e3d077b9f no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:25:23.053317 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] No Port match for: 488beac5-593a-40e5-8057-000e3d077b9f {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:25:23.053656 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Device 488beac5-593a-40e5-8057-000e3d077b9f not bound to the agent host hv-cinder-84028 {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:25:23.266421 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 42290) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:23.391496 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b5cb853a-96f5-4f60-b807-15e73a52c489 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Deleting port 79dbe13b-0d3d-4e12-8b69-919ef254d14d {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:25:23.391994 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b5cb853a-96f5-4f60-b807-15e73a52c489 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (79dbe13b-0d3d-4e12-8b69-919ef254d14d), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:23.467524 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b5cb853a-96f5-4f60-b807-15e73a52c489 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (79dbe13b-0d3d-4e12-8b69-919ef254d14d), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:23.468036 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b5cb853a-96f5-4f60-b807-15e73a52c489 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for floatingip (79dbe13b-0d3d-4e12-8b69-919ef254d14d), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:23.484206 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b5cb853a-96f5-4f60-b807-15e73a52c489 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Calling delete_port for 79dbe13b-0d3d-4e12-8b69-919ef254d14d owned by network:floatingip {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:25:23.617046 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b5cb853a-96f5-4f60-b807-15e73a52c489 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (79dbe13b-0d3d-4e12-8b69-919ef254d14d), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:23.642540 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb853a-96f5-4f60-b807-15e73a52c489 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Pushing event deleted for resources: {'Port': ['ID=79dbe13b-0d3d-4e12-8b69-919ef254d14d,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:23.716094 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b5cb853a-96f5-4f60-b807-15e73a52c489 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for floatingip (9704aa0f-15a7-4b7e-b361-c8fe8b402497), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:23.718711 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b5cb853a-96f5-4f60-b807-15e73a52c489 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488538'] for floatingip (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:23.719950 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-b5cb853a-96f5-4f60-b807-15e73a52c489 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "DELETE /v2.0/floatingips/9704aa0f-15a7-4b7e-b361-c8fe8b402497 HTTP/1.1" status: 204 len: 168 time: 0.4524214 May 04 08:25:24.928715 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 42342) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:24.988780 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb6f57a6-7546-4793-8a20-1c5d295861f2 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for security_group (b4e24b96-cfb2-4bd8-8b99-7e934afa2c30), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:25.014442 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb6f57a6-7546-4793-8a20-1c5d295861f2 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for security_group (b4e24b96-cfb2-4bd8-8b99-7e934afa2c30), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:25.077182 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb6f57a6-7546-4793-8a20-1c5d295861f2 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (b4e24b96-cfb2-4bd8-8b99-7e934afa2c30), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:25.080044 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb6f57a6-7546-4793-8a20-1c5d295861f2 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:25.081266 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-fb6f57a6-7546-4793-8a20-1c5d295861f2 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] 10.222.0.59 "DELETE /v2.0/security-groups/b4e24b96-cfb2-4bd8-8b99-7e934afa2c30 HTTP/1.1" status: 204 len: 168 time: 0.1515336 May 04 08:25:25.091366 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f57a6-7546-4793-8a20-1c5d295861f2 tempest-TestVolumeBootPattern-1195950852 tempest-TestVolumeBootPattern-1195950852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e24b96-cfb2-4bd8-8b99-7e934afa2c30,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:25.145651 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 42348) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:25.701987 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-af57b724-ca19-47bc-94b1-f3e33d30eeea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-723922'] for router_interface (34bd0095-baa9-4b61-9d7a-d541f4b1dfdf), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:25.977628 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-af57b724-ca19-47bc-94b1-f3e33d30eeea admin admin] Deleting port 1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:25:25.978322 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-af57b724-ca19-47bc-94b1-f3e33d30eeea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:26.059895 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-af57b724-ca19-47bc-94b1-f3e33d30eeea admin admin] For port 1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8,segment=NetworkSegment(ab49c26d-9f0b-4659-a39a-683771b4ac31),segment_id=ab49c26d-9f0b-4659-a39a-683771b4ac31)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:25:26.060353 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-af57b724-ca19-47bc-94b1-f3e33d30eeea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:26.073869 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-af57b724-ca19-47bc-94b1-f3e33d30eeea admin admin] Calling delete_port for 1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8 owned by network:router_interface {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:25:26.265809 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-af57b724-ca19-47bc-94b1-f3e33d30eeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:26.292590 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57b724-ca19-47bc-94b1-f3e33d30eeea admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:26.462391 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-af57b724-ca19-47bc-94b1-f3e33d30eeea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734405'] for router_interface (34bd0095-baa9-4b61-9d7a-d541f4b1dfdf), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:26.681022 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af57b724-ca19-47bc-94b1-f3e33d30eeea admin admin] Router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:25:26.808373 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af57b724-ca19-47bc-94b1-f3e33d30eeea admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:25:26.813561 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-af57b724-ca19-47bc-94b1-f3e33d30eeea admin admin] 10.222.0.59 "PUT /v2.0/routers/34bd0095-baa9-4b61-9d7a-d541f4b1dfdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6668267 May 04 08:25:26.816275 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 42358) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:26.818750 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4552673-7f0b-4b58-8017-94916065e2c7 None None] Sync routers for ids ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'] in dv-cinder-840289-4-iscsi {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:25:26.830352 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4552673-7f0b-4b58-8017-94916065e2c7 None None] Routers {'34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:25:26.831077 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e4552673-7f0b-4b58-8017-94916065e2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:25:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:26.926804 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7385f5a5-1ab9-4644-bedd-f0f738fc95dc admin admin] Publish callbacks [] for router (34bd0095-baa9-4b61-9d7a-d541f4b1dfdf), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:26.937412 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-e4552673-7f0b-4b58-8017-94916065e2c7 None None] Set router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf gateway port host: dv-cinder-840289-4-iscsi {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:25:27.032930 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7385f5a5-1ab9-4644-bedd-f0f738fc95dc admin admin] Publish callbacks [] for router_gateway (34bd0095-baa9-4b61-9d7a-d541f4b1dfdf), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:27.080683 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7385f5a5-1ab9-4644-bedd-f0f738fc95dc admin admin] Deleting port 31469d2e-4713-498a-ac84-44d8a742942b {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:25:27.081022 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7385f5a5-1ab9-4644-bedd-f0f738fc95dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (31469d2e-4713-498a-ac84-44d8a742942b), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:27.108039 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e4552673-7f0b-4b58-8017-94916065e2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'name': 'tempest-TestVolumeBootPattern-207200761-router', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '31469d2e-4713-498a-ac84-44d8a742942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:25:26Z', 'revision_number': 5, 'project_id': '74c56bb918414ffe937415b180eb5944', 'gw_port': {'id': '31469d2e-4713-498a-ac84-44d8a742942b', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:27.136471 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4552673-7f0b-4b58-8017-94916065e2c7 None None] Checking router: 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf for host: dv-cinder-840289-4-iscsi {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:25:27.145560 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4552673-7f0b-4b58-8017-94916065e2c7 None None] Routers {'34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:25:27.146163 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e4552673-7f0b-4b58-8017-94916065e2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:25:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:27.162035 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7385f5a5-1ab9-4644-bedd-f0f738fc95dc admin admin] For port 31469d2e-4713-498a-ac84-44d8a742942b, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=31469d2e-4713-498a-ac84-44d8a742942b,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:25:27.162506 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7385f5a5-1ab9-4644-bedd-f0f738fc95dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (31469d2e-4713-498a-ac84-44d8a742942b), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:27.176938 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7385f5a5-1ab9-4644-bedd-f0f738fc95dc admin admin] Calling delete_port for 31469d2e-4713-498a-ac84-44d8a742942b owned by network:router_gateway {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:25:27.363060 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7385f5a5-1ab9-4644-bedd-f0f738fc95dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (31469d2e-4713-498a-ac84-44d8a742942b), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:27.376756 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-e4552673-7f0b-4b58-8017-94916065e2c7 None None] Set router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:25:27.395581 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385f5a5-1ab9-4644-bedd-f0f738fc95dc admin admin] Pushing event deleted for resources: {'Port': ['ID=31469d2e-4713-498a-ac84-44d8a742942b,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:27.432422 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e4552673-7f0b-4b58-8017-94916065e2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'name': 'tempest-TestVolumeBootPattern-207200761-router', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:25:27Z', 'revision_number': 6, 'project_id': '74c56bb918414ffe937415b180eb5944', 'gw_port_host': None}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:27.458533 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4552673-7f0b-4b58-8017-94916065e2c7 None None] The sync data for ids ['34bd0095-baa9-4b61-9d7a-d541f4b1dfdf'] in dv-cinder-840289-4-iscsi is: [{'id': '34bd0095-baa9-4b61-9d7a-d541f4b1dfdf', 'name': 'tempest-TestVolumeBootPattern-207200761-router', 'tenant_id': '74c56bb918414ffe937415b180eb5944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:16:55Z', 'updated_at': '2022-05-04T08:25:27Z', 'revision_number': 6, 'project_id': '74c56bb918414ffe937415b180eb5944', 'gw_port_host': None}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:25:27.465077 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7385f5a5-1ab9-4644-bedd-f0f738fc95dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-724128'] for router_gateway (34bd0095-baa9-4b61-9d7a-d541f4b1dfdf), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:27.825846 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7385f5a5-1ab9-4644-bedd-f0f738fc95dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-778620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2882'] for router (34bd0095-baa9-4b61-9d7a-d541f4b1dfdf), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:27.828186 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7385f5a5-1ab9-4644-bedd-f0f738fc95dc admin admin] Publish callbacks [] for router_controller (34bd0095-baa9-4b61-9d7a-d541f4b1dfdf), precommit_delete_associations {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:27.877607 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7385f5a5-1ab9-4644-bedd-f0f738fc95dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-778613'] for router (34bd0095-baa9-4b61-9d7a-d541f4b1dfdf), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:27.878306 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7385f5a5-1ab9-4644-bedd-f0f738fc95dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34bd0095-baa9-4b61-9d7a-d541f4b1dfdf {{(pid=103564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 08:25:27.882952 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7385f5a5-1ab9-4644-bedd-f0f738fc95dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:27.884047 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-7385f5a5-1ab9-4644-bedd-f0f738fc95dc admin admin] 10.222.0.59 "DELETE /v2.0/routers/34bd0095-baa9-4b61-9d7a-d541f4b1dfdf HTTP/1.1" status: 204 len: 168 time: 1.0668485 May 04 08:25:27.886510 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 42366) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:27.932125 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_v2 [None req-c978e137-1aff-4a1c-89c7-fa51291868c3 admin admin] Deleting subnet b831c99a-7ea5-474f-8091-5f278d7d0d3f {{(pid=103564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:25:27.935351 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c978e137-1aff-4a1c-89c7-fa51291868c3 admin admin] Publish callbacks [] for subnet (b831c99a-7ea5-474f-8091-5f278d7d0d3f), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:27.976846 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c978e137-1aff-4a1c-89c7-fa51291868c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30599352'] for subnet (b831c99a-7ea5-474f-8091-5f278d7d0d3f), precommit_delete_associations {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.058473 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c978e137-1aff-4a1c-89c7-fa51291868c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902914'] for subnet (b831c99a-7ea5-474f-8091-5f278d7d0d3f), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.114133 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c978e137-1aff-4a1c-89c7-fa51291868c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30599765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30760197'] for subnet (b831c99a-7ea5-474f-8091-5f278d7d0d3f), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.147894 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978e137-1aff-4a1c-89c7-fa51291868c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b831c99a-7ea5-474f-8091-5f278d7d0d3f,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:28.155434 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c978e137-1aff-4a1c-89c7-fa51291868c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.158560 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-c978e137-1aff-4a1c-89c7-fa51291868c3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b831c99a-7ea5-474f-8091-5f278d7d0d3f HTTP/1.1" status: 204 len: 168 time: 0.2709591 May 04 08:25:28.161027 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e73bff-1dc5-48f3-8830-5b1596d0a881 None None] Network f3e15cd7-7965-45b0-9080-9151cadd7087 requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:25:28.161543 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 42368) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:28.235153 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb3c11c4-1f18-40db-8efb-2b088adf7eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1812560'] for network (f3e15cd7-7965-45b0-9080-9151cadd7087), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.307922 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-fb3c11c4-1f18-40db-8efb-2b088adf7eea admin admin] Deleting port 27029dea-ac77-444e-b76f-82e99ef0a5ff {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:25:28.307922 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb3c11c4-1f18-40db-8efb-2b088adf7eea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (27029dea-ac77-444e-b76f-82e99ef0a5ff), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.322181 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8 no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:25:28.346845 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f8382a-bf92-455c-ad87-0e77bfa1c516 None None] DHCP port deletion for f3e15cd7-7965-45b0-9080-9151cadd7087 request from dv-cinder-840289-4-iscsi {{(pid=103565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 08:25:28.350106 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: 1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:25:28.350456 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 1eb0fa90-8cc7-4d76-a7e9-81d07c884fe8 not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:25:28.350874 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 31469d2e-4713-498a-ac84-44d8a742942b no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:25:28.375921 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: 31469d2e-4713-498a-ac84-44d8a742942b {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:25:28.376810 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 31469d2e-4713-498a-ac84-44d8a742942b not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:25:28.384486 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-fb3c11c4-1f18-40db-8efb-2b088adf7eea admin admin] For port 27029dea-ac77-444e-b76f-82e99ef0a5ff, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=27029dea-ac77-444e-b76f-82e99ef0a5ff,segment=NetworkSegment(ab49c26d-9f0b-4659-a39a-683771b4ac31),segment_id=ab49c26d-9f0b-4659-a39a-683771b4ac31)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:25:28.384843 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb3c11c4-1f18-40db-8efb-2b088adf7eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (27029dea-ac77-444e-b76f-82e99ef0a5ff), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.398322 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-fb3c11c4-1f18-40db-8efb-2b088adf7eea admin admin] Calling delete_port for 27029dea-ac77-444e-b76f-82e99ef0a5ff owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:25:28.430070 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-66f8382a-bf92-455c-ad87-0e77bfa1c516 None None] Deleting port 27029dea-ac77-444e-b76f-82e99ef0a5ff {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:25:28.430596 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-66f8382a-bf92-455c-ad87-0e77bfa1c516 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (27029dea-ac77-444e-b76f-82e99ef0a5ff), before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.495573 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb3c11c4-1f18-40db-8efb-2b088adf7eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30599778'] for port (27029dea-ac77-444e-b76f-82e99ef0a5ff), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.496752 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-66f8382a-bf92-455c-ad87-0e77bfa1c516 None None] For port 27029dea-ac77-444e-b76f-82e99ef0a5ff, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=27029dea-ac77-444e-b76f-82e99ef0a5ff,segment=NetworkSegment(ab49c26d-9f0b-4659-a39a-683771b4ac31),segment_id=ab49c26d-9f0b-4659-a39a-683771b4ac31)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:25:28.497156 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-66f8382a-bf92-455c-ad87-0e77bfa1c516 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (27029dea-ac77-444e-b76f-82e99ef0a5ff), precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.511950 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 42376) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:28.516568 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-66f8382a-bf92-455c-ad87-0e77bfa1c516 None None] Calling delete_port for 27029dea-ac77-444e-b76f-82e99ef0a5ff owned by network:dhcp {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:25:28.523107 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c11c4-1f18-40db-8efb-2b088adf7eea admin admin] Pushing event deleted for resources: {'Port': ['ID=27029dea-ac77-444e-b76f-82e99ef0a5ff,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:28.524913 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3c11c4-1f18-40db-8efb-2b088adf7eea admin admin] No DVR routers for this DVR port 27029dea-ac77-444e-b76f-82e99ef0a5ff on host dv-cinder-840289-4-iscsi {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:25:28.606353 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-66f8382a-bf92-455c-ad87-0e77bfa1c516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443'] for port (27029dea-ac77-444e-b76f-82e99ef0a5ff), after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.612211 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb3c11c4-1f18-40db-8efb-2b088adf7eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903351', 'neutron.services.segments.db._delete_segments_for_network-8787185188154'] for network (f3e15cd7-7965-45b0-9080-9151cadd7087), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.622811 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f8382a-bf92-455c-ad87-0e77bfa1c516 None None] No DVR routers for this DVR port 27029dea-ac77-444e-b76f-82e99ef0a5ff on host dv-cinder-840289-4-iscsi {{(pid=103565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:25:28.644658 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-fb3c11c4-1f18-40db-8efb-2b088adf7eea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e15cd7-7965-45b0-9080-9151cadd7087']}} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:28.645566 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1ae22a65-21bf-4d2a-8379-450b24267c1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.659536 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-fb3c11c4-1f18-40db-8efb-2b088adf7eea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab49c26d-9f0b-4659-a39a-683771b4ac31') {'for_net_delete': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:28.659852 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-fb3c11c4-1f18-40db-8efb-2b088adf7eea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab49c26d-9f0b-4659-a39a-683771b4ac31') {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:28.665877 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8382a-bf92-455c-ad87-0e77bfa1c516 None None] Pushing event deleted for resources: {'Port': ['ID=27029dea-ac77-444e-b76f-82e99ef0a5ff,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:28.672036 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb3c11c4-1f18-40db-8efb-2b088adf7eea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787185188931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30599235'] for segment (ab49c26d-9f0b-4659-a39a-683771b4ac31), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.687723 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb3c11c4-1f18-40db-8efb-2b088adf7eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (ab49c26d-9f0b-4659-a39a-683771b4ac31), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.694684 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3c11c4-1f18-40db-8efb-2b088adf7eea admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=103564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:25:28.695098 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb3c11c4-1f18-40db-8efb-2b088adf7eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30599743'] for segment (ab49c26d-9f0b-4659-a39a-683771b4ac31), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: Traceback (most recent call last): May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: timer() May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: cb(*args, **kw) May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: return func(*args, **kwargs) May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: self._notify() May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: self.callback(batched_events) May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: event.method(event) May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: return f(self, *a, **k) May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: return self._get(url).json() May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: return self.request(url, 'GET', **kwargs) May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:25:28.706123 dv-cinder-840289-4-iscsi neutron-server[103564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:25:28.729677 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1ae22a65-21bf-4d2a-8379-450b24267c1d admin admin] Publish callbacks [] for security_group (ac857d72-bbda-48d3-a13e-6092c3f48002), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.732953 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1ae22a65-21bf-4d2a-8379-450b24267c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (ac857d72-bbda-48d3-a13e-6092c3f48002), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.752605 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb3c11c4-1f18-40db-8efb-2b088adf7eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-724690'] for network (f3e15cd7-7965-45b0-9080-9151cadd7087), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.757895 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb3c11c4-1f18-40db-8efb-2b088adf7eea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.761222 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-fb3c11c4-1f18-40db-8efb-2b088adf7eea admin admin] 10.222.0.59 "DELETE /v2.0/networks/f3e15cd7-7965-45b0-9080-9151cadd7087 HTTP/1.1" status: 204 len: 168 time: 0.5991375 May 04 08:25:28.766848 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 42380) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:28.776130 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c11c4-1f18-40db-8efb-2b088adf7eea admin admin] Pushing event deleted for resources: {'Network': ['ID=f3e15cd7-7965-45b0-9080-9151cadd7087,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:28.785637 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.59', 42382) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:28.785819 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-1ae22a65-21bf-4d2a-8379-450b24267c1d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5b08de9df66c40f797b404cc03db0bfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725754 May 04 08:25:28.821734 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae22a65-21bf-4d2a-8379-450b24267c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac857d72-bbda-48d3-a13e-6092c3f48002,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:28.835168 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c5eb18ab-eb8b-4254-9bc7-b9d176a3335b admin admin] Publish callbacks [] for security_group (ac857d72-bbda-48d3-a13e-6092c3f48002), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.835935 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae22a65-21bf-4d2a-8379-450b24267c1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:28.836292 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae22a65-21bf-4d2a-8379-450b24267c1d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:28.836647 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae22a65-21bf-4d2a-8379-450b24267c1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:28.837008 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae22a65-21bf-4d2a-8379-450b24267c1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:28.837320 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae22a65-21bf-4d2a-8379-450b24267c1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:28.837673 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae22a65-21bf-4d2a-8379-450b24267c1d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:28.838000 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae22a65-21bf-4d2a-8379-450b24267c1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:28.838311 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae22a65-21bf-4d2a-8379-450b24267c1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:28.838639 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae22a65-21bf-4d2a-8379-450b24267c1d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:28.839015 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae22a65-21bf-4d2a-8379-450b24267c1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:28.839345 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae22a65-21bf-4d2a-8379-450b24267c1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:28.839672 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae22a65-21bf-4d2a-8379-450b24267c1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:28.840108 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae22a65-21bf-4d2a-8379-450b24267c1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:28.840445 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae22a65-21bf-4d2a-8379-450b24267c1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:28.840748 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae22a65-21bf-4d2a-8379-450b24267c1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-iscsi {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:28.856936 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c5eb18ab-eb8b-4254-9bc7-b9d176a3335b admin admin] Publish callbacks [] for security_group (ac857d72-bbda-48d3-a13e-6092c3f48002), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.903232 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c5eb18ab-eb8b-4254-9bc7-b9d176a3335b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (ac857d72-bbda-48d3-a13e-6092c3f48002), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.905725 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c5eb18ab-eb8b-4254-9bc7-b9d176a3335b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.906972 dv-cinder-840289-4-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-c5eb18ab-eb8b-4254-9bc7-b9d176a3335b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ac857d72-bbda-48d3-a13e-6092c3f48002 HTTP/1.1" status: 204 len: 168 time: 0.1202292 May 04 08:25:28.915031 dv-cinder-840289-4-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb18ab-eb8b-4254-9bc7-b9d176a3335b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac857d72-bbda-48d3-a13e-6092c3f48002,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:29.142216 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0ccec1aa-f278-4035-8caf-5d2d990a6522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-723922'] for router_interface (b99d84d4-4e1f-4a04-932e-36803aba666b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:29.397791 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-0ccec1aa-f278-4035-8caf-5d2d990a6522 admin admin] Deleting port f5d1b647-e63f-491d-b31b-905928a2008a {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:25:29.398064 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0ccec1aa-f278-4035-8caf-5d2d990a6522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (f5d1b647-e63f-491d-b31b-905928a2008a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:29.478023 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-0ccec1aa-f278-4035-8caf-5d2d990a6522 admin admin] For port f5d1b647-e63f-491d-b31b-905928a2008a, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=f5d1b647-e63f-491d-b31b-905928a2008a,segment=NetworkSegment(ce9aba64-6c42-4371-80e3-712e4abfa04e),segment_id=ce9aba64-6c42-4371-80e3-712e4abfa04e)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:25:29.478383 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0ccec1aa-f278-4035-8caf-5d2d990a6522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (f5d1b647-e63f-491d-b31b-905928a2008a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:29.491394 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-0ccec1aa-f278-4035-8caf-5d2d990a6522 admin admin] Calling delete_port for f5d1b647-e63f-491d-b31b-905928a2008a owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:25:29.659397 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-096616c2-f01c-42d1-91e8-cea079120cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:29.685799 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0ccec1aa-f278-4035-8caf-5d2d990a6522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (f5d1b647-e63f-491d-b31b-905928a2008a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:29.715814 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccec1aa-f278-4035-8caf-5d2d990a6522 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5d1b647-e63f-491d-b31b-905928a2008a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:29.879761 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0ccec1aa-f278-4035-8caf-5d2d990a6522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734405'] for router_interface (b99d84d4-4e1f-4a04-932e-36803aba666b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:30.136337 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccec1aa-f278-4035-8caf-5d2d990a6522 admin admin] Router b99d84d4-4e1f-4a04-932e-36803aba666b has already been hosted by L3 agent 98dad2ba-609d-4539-946c-2525f7cce429 {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:25:30.246600 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccec1aa-f278-4035-8caf-5d2d990a6522 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-iscsi the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:25:30.255094 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-0ccec1aa-f278-4035-8caf-5d2d990a6522 admin admin] 10.222.0.59 "PUT /v2.0/routers/b99d84d4-4e1f-4a04-932e-36803aba666b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4823425 May 04 08:25:30.256224 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 42386) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:30.262420 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d037373-0f23-4311-89f2-46452b641b3a None None] Sync routers for ids ['b99d84d4-4e1f-4a04-932e-36803aba666b'] in dv-cinder-840289-4-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:25:30.273762 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d037373-0f23-4311-89f2-46452b641b3a None None] Routers {'b99d84d4-4e1f-4a04-932e-36803aba666b'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:25:30.274487 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-9d037373-0f23-4311-89f2-46452b641b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:25:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['b99d84d4-4e1f-4a04-932e-36803aba666b'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:30.355573 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 27029dea-ac77-444e-b76f-82e99ef0a5ff no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:25:30.366105 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2fc884dd-4d81-497e-adf0-c0c737585afe admin admin] Publish callbacks [] for router (b99d84d4-4e1f-4a04-932e-36803aba666b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:30.376534 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: 27029dea-ac77-444e-b76f-82e99ef0a5ff {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:25:30.376982 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 27029dea-ac77-444e-b76f-82e99ef0a5ff not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:25:30.386040 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-9d037373-0f23-4311-89f2-46452b641b3a None None] Set router b99d84d4-4e1f-4a04-932e-36803aba666b gateway port host: dv-cinder-840289-4-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:25:30.472855 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2fc884dd-4d81-497e-adf0-c0c737585afe admin admin] Publish callbacks [] for router_gateway (b99d84d4-4e1f-4a04-932e-36803aba666b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:30.517632 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-2fc884dd-4d81-497e-adf0-c0c737585afe admin admin] Deleting port b6e62396-2d16-493a-b608-802e25676fc6 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:25:30.517981 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2fc884dd-4d81-497e-adf0-c0c737585afe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (b6e62396-2d16-493a-b608-802e25676fc6), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:30.555396 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-9d037373-0f23-4311-89f2-46452b641b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99d84d4-4e1f-4a04-932e-36803aba666b', 'name': 'tempest-TestVolumeBootPattern-2097789497-router', 'tenant_id': 'f421c214c71643719681d41d51ce25fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'external_fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b6e62396-2d16-493a-b608-802e25676fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:00Z', 'updated_at': '2022-05-04T08:25:29Z', 'revision_number': 5, 'project_id': 'f421c214c71643719681d41d51ce25fa', 'gw_port': {'id': 'b6e62396-2d16-493a-b608-802e25676fc6', 'name': '', 'network_id': '0ebd93d7-2ac3-420c-94d7-d3952e6d85cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d84d4-4e1f-4a04-932e-36803aba666b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:01Z', 'updated_at': '2022-05-04T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89057fef-1c75-4f30-81a6-882a67ba2a0a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-iscsi'}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:30.581967 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d037373-0f23-4311-89f2-46452b641b3a None None] Checking router: b99d84d4-4e1f-4a04-932e-36803aba666b for host: dv-cinder-840289-4-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:25:30.590897 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d037373-0f23-4311-89f2-46452b641b3a None None] Routers {'b99d84d4-4e1f-4a04-932e-36803aba666b'} bound to L3 agent in host dv-cinder-840289-4-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:25:30.591517 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-9d037373-0f23-4311-89f2-46452b641b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:07:32Z,description=,heartbeat_timestamp=2022-05-04T08:25:02Z,host='dv-cinder-840289-4-iscsi',id=98dad2ba-609d-4539-946c-2525f7cce429,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:07:32Z,topic='l3_agent')) {'router_ids': ['b99d84d4-4e1f-4a04-932e-36803aba666b'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:30.596804 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-2fc884dd-4d81-497e-adf0-c0c737585afe admin admin] For port b6e62396-2d16-493a-b608-802e25676fc6, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=b6e62396-2d16-493a-b608-802e25676fc6,segment=NetworkSegment(63def598-c8a1-49cd-a302-bc32ea9cd286),segment_id=63def598-c8a1-49cd-a302-bc32ea9cd286)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:25:30.597182 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2fc884dd-4d81-497e-adf0-c0c737585afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (b6e62396-2d16-493a-b608-802e25676fc6), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:30.615924 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-2fc884dd-4d81-497e-adf0-c0c737585afe admin admin] Calling delete_port for b6e62396-2d16-493a-b608-802e25676fc6 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:25:30.690771 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-9d037373-0f23-4311-89f2-46452b641b3a None None] Set router b99d84d4-4e1f-4a04-932e-36803aba666b gateway port host: None {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:25:30.754445 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-9d037373-0f23-4311-89f2-46452b641b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99d84d4-4e1f-4a04-932e-36803aba666b', 'name': 'tempest-TestVolumeBootPattern-2097789497-router', 'tenant_id': 'f421c214c71643719681d41d51ce25fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:00Z', 'updated_at': '2022-05-04T08:25:30Z', 'revision_number': 6, 'project_id': 'f421c214c71643719681d41d51ce25fa', 'gw_port_host': None}], 'dv-cinder-840289-4-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:30.781003 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d037373-0f23-4311-89f2-46452b641b3a None None] The sync data for ids ['b99d84d4-4e1f-4a04-932e-36803aba666b'] in dv-cinder-840289-4-iscsi is: [{'id': 'b99d84d4-4e1f-4a04-932e-36803aba666b', 'name': 'tempest-TestVolumeBootPattern-2097789497-router', 'tenant_id': 'f421c214c71643719681d41d51ce25fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:00Z', 'updated_at': '2022-05-04T08:25:30Z', 'revision_number': 6, 'project_id': 'f421c214c71643719681d41d51ce25fa', 'gw_port_host': None}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:25:30.802906 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2fc884dd-4d81-497e-adf0-c0c737585afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (b6e62396-2d16-493a-b608-802e25676fc6), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:30.836093 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc884dd-4d81-497e-adf0-c0c737585afe admin admin] Pushing event deleted for resources: {'Port': ['ID=b6e62396-2d16-493a-b608-802e25676fc6,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:30.901102 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2fc884dd-4d81-497e-adf0-c0c737585afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-724128'] for router_gateway (b99d84d4-4e1f-4a04-932e-36803aba666b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:31.277605 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2fc884dd-4d81-497e-adf0-c0c737585afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-778620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2882'] for router (b99d84d4-4e1f-4a04-932e-36803aba666b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:31.280111 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2fc884dd-4d81-497e-adf0-c0c737585afe admin admin] Publish callbacks [] for router_controller (b99d84d4-4e1f-4a04-932e-36803aba666b), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:31.328088 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2fc884dd-4d81-497e-adf0-c0c737585afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-778613'] for router (b99d84d4-4e1f-4a04-932e-36803aba666b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:31.328669 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc884dd-4d81-497e-adf0-c0c737585afe admin admin] Fanout notify agent at l3_agent the message router_deleted on router b99d84d4-4e1f-4a04-932e-36803aba666b {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 08:25:31.333089 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2fc884dd-4d81-497e-adf0-c0c737585afe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:31.334284 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-2fc884dd-4d81-497e-adf0-c0c737585afe admin admin] 10.222.0.59 "DELETE /v2.0/routers/b99d84d4-4e1f-4a04-932e-36803aba666b HTTP/1.1" status: 204 len: 168 time: 1.0780027 May 04 08:25:31.337015 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 42388) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:31.381109 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b13cd64-6a07-47d6-ba9d-3896a7848a99 admin admin] Deleting subnet f9ebd04d-455c-4251-995c-919996a6e493 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:25:31.384217 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8b13cd64-6a07-47d6-ba9d-3896a7848a99 admin admin] Publish callbacks [] for subnet (f9ebd04d-455c-4251-995c-919996a6e493), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:31.419186 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8b13cd64-6a07-47d6-ba9d-3896a7848a99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29667606'] for subnet (f9ebd04d-455c-4251-995c-919996a6e493), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:31.498818 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8b13cd64-6a07-47d6-ba9d-3896a7848a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902914'] for subnet (f9ebd04d-455c-4251-995c-919996a6e493), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:31.551411 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8b13cd64-6a07-47d6-ba9d-3896a7848a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31339417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29652696'] for subnet (f9ebd04d-455c-4251-995c-919996a6e493), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:31.579435 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8b13cd64-6a07-47d6-ba9d-3896a7848a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:31.583172 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-8b13cd64-6a07-47d6-ba9d-3896a7848a99 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f9ebd04d-455c-4251-995c-919996a6e493 HTTP/1.1" status: 204 len: 168 time: 0.2451875 May 04 08:25:31.584188 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13cd64-6a07-47d6-ba9d-3896a7848a99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9ebd04d-455c-4251-995c-919996a6e493,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:31.585257 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2c35c1-6798-47f0-9b29-63ebfec7746d None None] Network 1ae03092-a965-4771-b2ac-6148491019dc requested from dv-cinder-840289-4-iscsi {{(pid=103565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:25:31.585746 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 42390) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:31.661536 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57a62338-295a-48f2-ac71-17894ea00ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1812560'] for network (1ae03092-a965-4771-b2ac-6148491019dc), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:31.708201 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-57a62338-295a-48f2-ac71-17894ea00ce8 admin admin] Deleting port 33a7bedc-3e49-4005-a6d0-28197d4a129d {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:25:31.708546 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57a62338-295a-48f2-ac71-17894ea00ce8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (33a7bedc-3e49-4005-a6d0-28197d4a129d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:31.736446 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f99c19-2daf-42d1-a09a-e0aac67ca6f8 None None] DHCP port deletion for 1ae03092-a965-4771-b2ac-6148491019dc request from dv-cinder-840289-4-iscsi {{(pid=103565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 08:25:31.781937 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-08f99c19-2daf-42d1-a09a-e0aac67ca6f8 None None] Deleting port 33a7bedc-3e49-4005-a6d0-28197d4a129d {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:25:31.782316 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-08f99c19-2daf-42d1-a09a-e0aac67ca6f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787185194509'] for port (33a7bedc-3e49-4005-a6d0-28197d4a129d), before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:31.782763 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-57a62338-295a-48f2-ac71-17894ea00ce8 admin admin] For port 33a7bedc-3e49-4005-a6d0-28197d4a129d, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=33a7bedc-3e49-4005-a6d0-28197d4a129d,segment=NetworkSegment(ce9aba64-6c42-4371-80e3-712e4abfa04e),segment_id=ce9aba64-6c42-4371-80e3-712e4abfa04e)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:25:31.783172 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57a62338-295a-48f2-ac71-17894ea00ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (33a7bedc-3e49-4005-a6d0-28197d4a129d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:31.797229 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-57a62338-295a-48f2-ac71-17894ea00ce8 admin admin] Calling delete_port for 33a7bedc-3e49-4005-a6d0-28197d4a129d owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:25:31.850161 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-08f99c19-2daf-42d1-a09a-e0aac67ca6f8 None None] For port 33a7bedc-3e49-4005-a6d0-28197d4a129d, host dv-cinder-840289-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-iscsi',level=0,port_id=33a7bedc-3e49-4005-a6d0-28197d4a129d,segment=NetworkSegment(ce9aba64-6c42-4371-80e3-712e4abfa04e),segment_id=ce9aba64-6c42-4371-80e3-712e4abfa04e)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:25:31.850941 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-08f99c19-2daf-42d1-a09a-e0aac67ca6f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723944'] for port (33a7bedc-3e49-4005-a6d0-28197d4a129d), precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:31.864635 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-08f99c19-2daf-42d1-a09a-e0aac67ca6f8 None None] Calling delete_port for 33a7bedc-3e49-4005-a6d0-28197d4a129d owned by network:dhcp {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:25:31.886162 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57a62338-295a-48f2-ac71-17894ea00ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31339438'] for port (33a7bedc-3e49-4005-a6d0-28197d4a129d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:31.918073 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a62338-295a-48f2-ac71-17894ea00ce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=33a7bedc-3e49-4005-a6d0-28197d4a129d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:31.919820 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a62338-295a-48f2-ac71-17894ea00ce8 admin admin] No DVR routers for this DVR port 33a7bedc-3e49-4005-a6d0-28197d4a129d on host dv-cinder-840289-4-iscsi {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:25:31.936049 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-399247f3-f06d-4b68-9ed5-dc36479788ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:31.958519 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-08f99c19-2daf-42d1-a09a-e0aac67ca6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1759542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787185202077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787184706443'] for port (33a7bedc-3e49-4005-a6d0-28197d4a129d), after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:31.983509 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f99c19-2daf-42d1-a09a-e0aac67ca6f8 None None] Pushing event deleted for resources: {'Port': ['ID=33a7bedc-3e49-4005-a6d0-28197d4a129d,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:31.987434 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f99c19-2daf-42d1-a09a-e0aac67ca6f8 None None] No DVR routers for this DVR port 33a7bedc-3e49-4005-a6d0-28197d4a129d on host dv-cinder-840289-4-iscsi {{(pid=103565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:25:31.997487 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57a62338-295a-48f2-ac71-17894ea00ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903351', 'neutron.services.segments.db._delete_segments_for_network-8787185188154'] for network (1ae03092-a965-4771-b2ac-6148491019dc), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:32.014462 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.services.segments.db [None req-57a62338-295a-48f2-ac71-17894ea00ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae03092-a965-4771-b2ac-6148491019dc']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:32.023790 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.services.segments.db [None req-57a62338-295a-48f2-ac71-17894ea00ce8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce9aba64-6c42-4371-80e3-712e4abfa04e') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:32.024083 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.services.segments.db [None req-57a62338-295a-48f2-ac71-17894ea00ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce9aba64-6c42-4371-80e3-712e4abfa04e') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:32.033419 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57a62338-295a-48f2-ac71-17894ea00ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787185188931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29667821'] for segment (ce9aba64-6c42-4371-80e3-712e4abfa04e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:32.046763 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57a62338-295a-48f2-ac71-17894ea00ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671'] for segment (ce9aba64-6c42-4371-80e3-712e4abfa04e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:32.053434 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a62338-295a-48f2-ac71-17894ea00ce8 admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:25:32.053913 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57a62338-295a-48f2-ac71-17894ea00ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1709671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31339507'] for segment (ce9aba64-6c42-4371-80e3-712e4abfa04e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: Traceback (most recent call last): May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: timer() May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: cb(*args, **kw) May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: return func(*args, **kwargs) May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: self._notify() May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: self.callback(batched_events) May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: event.method(event) May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: return f(self, *a, **k) May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: return self._get(url).json() May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: return self.request(url, 'GET', **kwargs) May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:25:32.055923 dv-cinder-840289-4-iscsi neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:25:32.114969 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57a62338-295a-48f2-ac71-17894ea00ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-724690'] for network (1ae03092-a965-4771-b2ac-6148491019dc), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:32.122910 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57a62338-295a-48f2-ac71-17894ea00ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:32.126698 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-57a62338-295a-48f2-ac71-17894ea00ce8 admin admin] 10.222.0.59 "DELETE /v2.0/networks/1ae03092-a965-4771-b2ac-6148491019dc HTTP/1.1" status: 204 len: 168 time: 0.5393655 May 04 08:25:32.141468 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a62338-295a-48f2-ac71-17894ea00ce8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ae03092-a965-4771-b2ac-6148491019dc,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:32.297386 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 42394) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:32.301161 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device b6e62396-2d16-493a-b608-802e25676fc6 no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:25:32.321751 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: b6e62396-2d16-493a-b608-802e25676fc6 {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:25:32.322087 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device b6e62396-2d16-493a-b608-802e25676fc6 not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:25:32.322497 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device f5d1b647-e63f-491d-b31b-905928a2008a no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:25:32.338234 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-50b68fd2-9a59-4048-8131-1453a5252bd9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=74c56bb918414ffe937415b180eb5944&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397003 May 04 08:25:32.340801 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 42396) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:32.341128 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: f5d1b647-e63f-491d-b31b-905928a2008a {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:25:32.341475 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device f5d1b647-e63f-491d-b31b-905928a2008a not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:25:32.341891 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 33a7bedc-3e49-4005-a6d0-28197d4a129d no longer exists at agent ovs-agent-dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:25:32.361172 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] No Port match for: 33a7bedc-3e49-4005-a6d0-28197d4a129d {{(pid=103565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:25:32.361519 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.rpc [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Device 33a7bedc-3e49-4005-a6d0-28197d4a129d not bound to the agent host dv-cinder-840289-4-iscsi {{(pid=103565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:25:32.390418 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5db11e92-b8e4-4e5e-86a7-b7a124723cbb admin admin] Publish callbacks [] for security_group (ee1b687e-fa50-4f6f-91d7-518c105e9726), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:32.412461 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5db11e92-b8e4-4e5e-86a7-b7a124723cbb admin admin] Publish callbacks [] for security_group (ee1b687e-fa50-4f6f-91d7-518c105e9726), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:32.461099 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5db11e92-b8e4-4e5e-86a7-b7a124723cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (ee1b687e-fa50-4f6f-91d7-518c105e9726), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:32.463723 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5db11e92-b8e4-4e5e-86a7-b7a124723cbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:32.464891 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-5db11e92-b8e4-4e5e-86a7-b7a124723cbb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ee1b687e-fa50-4f6f-91d7-518c105e9726 HTTP/1.1" status: 204 len: 168 time: 0.1231205 May 04 08:25:32.472798 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db11e92-b8e4-4e5e-86a7-b7a124723cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1b687e-fa50-4f6f-91d7-518c105e9726,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:32.801370 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 42402) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:32.843568 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-f13c1584-05e6-4056-b154-020d46ebf1d6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f421c214c71643719681d41d51ce25fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409088 May 04 08:25:32.846174 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.59', 42404) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:32.895123 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a676a9af-71c3-4cf5-834c-aae60827d85d admin admin] Publish callbacks [] for security_group (a5f3ed19-cc8d-4baa-b543-f806eff86ac6), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:32.918842 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a676a9af-71c3-4cf5-834c-aae60827d85d admin admin] Publish callbacks [] for security_group (a5f3ed19-cc8d-4baa-b543-f806eff86ac6), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:32.969684 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a676a9af-71c3-4cf5-834c-aae60827d85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888371'] for security_group (a5f3ed19-cc8d-4baa-b543-f806eff86ac6), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:32.972582 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a676a9af-71c3-4cf5-834c-aae60827d85d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:32.973783 dv-cinder-840289-4-iscsi neutron-server[103563]: INFO neutron.wsgi [None req-a676a9af-71c3-4cf5-834c-aae60827d85d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a5f3ed19-cc8d-4baa-b543-f806eff86ac6 HTTP/1.1" status: 204 len: 168 time: 0.1267178 May 04 08:25:32.984111 dv-cinder-840289-4-iscsi neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676a9af-71c3-4cf5-834c-aae60827d85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f3ed19-cc8d-4baa-b543-f806eff86ac6,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:33.063454 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:34.316104 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:35.090722 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:35.746360 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:48.207400 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 6 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:25:59.670414 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-149d406e-9e5c-49a4-b8b8-611362644786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:01.912735 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-28da48a1-052d-4541-b88b-d2b2543b9ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:03.070357 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:04.321743 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:05.119020 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:05.757940 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:25.209402 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 6 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:26:29.672317 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0cef0bdc-8f87-4d60-b26b-4688e1888504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:31.917621 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e49cab6d-3ada-4304-b6ae-d172d9a719bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:33.080632 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:34.325708 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:35.117877 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:35.759704 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:59.672107 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0e0d9537-bb5f-46e9-bd7d-6a901a4c128d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:01.921355 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8757c61a-7f9b-420d-9b32-522ecdd69fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:02.209679 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 6 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:27:03.085152 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:04.333170 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:05.132505 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:05.773202 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:29.678084 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-88d18411-339e-49e0-b411-cbcc8b1691bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:31.920784 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-903e8d0a-9b1b-42da-93be-410a561c8eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:33.082358 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:34.337451 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:35.134230 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:35.766311 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:39.208656 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 6 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:27:59.672597 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c31e9aaf-3a7f-4a44-b5ca-13c82181d119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:01.925115 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-54cc5038-3dc7-4838-acca-7c6d17cccc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:03.090761 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:04.341367 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:05.147963 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:05.765162 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:16.213229 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 6 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:28:29.676154 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-254bfbd8-909b-4ab3-a2da-fe49ab77950a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:31.931006 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1407b028-9bd4-49ad-b774-6a7a64cd85ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:33.096967 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:34.352577 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:35.143281 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:35.764769 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:53.218441 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 6 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:28:59.683426 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b179ec95-cc0f-4395-a59a-b1638448e515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:01.923225 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e716aa9a-d038-4522-b3f5-2d6766b96984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:03.102009 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:04.353641 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:05.165488 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:05.767143 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:29.678503 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-58fbfa0f-cab1-4c96-bd2b-5208dae6a947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:30.223959 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 6 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:29:31.929506 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-15ff1307-5b44-4881-b79e-08929c8f15a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:33.105889 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:34.364886 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:35.179223 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:35.775148 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:59.670781 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9fbcb281-90da-4b52-9506-f0b325cb6287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:30:01.919725 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2a43db82-36b2-45ed-a1d6-870e6a6837c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:30:03.114652 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:30:04.365438 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:30:05.186676 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:30:05.765521 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:30:07.227031 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 6 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:30:29.672441 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fce278ec-9069-4054-8f57-08d4e892cca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (85ebdc97-1e1f-4139-aa22-86704277d257), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:30:31.914162 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d42caa86-4b9b-4e73-88d0-937b10cf515d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (98dad2ba-609d-4539-946c-2525f7cce429), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:30:33.113854 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-39a952d4-f573-4f04-9919-b7dca2629e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (50060913-2a86-4ba4-9dc7-53446d1e3d74), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:30:34.369559 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fed307e2-a94d-4a66-9934-efafa4c0fee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (cdba0abe-45b5-4499-99e8-3732839b8014), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:30:35.190048 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c50b-61cc-4410-ac4e-1fd785ba6593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (012f2be7-5ddd-4d39-8539-3fef46040309), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:30:35.771996 dv-cinder-840289-4-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a6968ed2-8d66-45be-ae28-543a404b705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787185188136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962550'] for agent (19cf008b-47a2-4fe3-a260-4b04ce19b1df), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:30:44.231694 dv-cinder-840289-4-iscsi neutron-server[103566]: DEBUG neutron.db.agents_db [None req-5c5b99e2-33c9-4d8b-b867-cf4be13567ff None None] Agent healthcheck: found 6 active agents {{(pid=103566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}